dtlpy 1.106.5__py3-none-any.whl → 1.108.7__py3-none-any.whl

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.106.5'
+version = '1.108.7'

dtlpy/entities/__init__.py

@@ -75,8 +75,9 @@ from .app_module import AppModule
 from .resource_execution import ResourceExecution
 from .message import Message, NotificationEventContext
 from .prompt_item import Prompt, PromptItem, PromptType
-from .compute import ClusterProvider, ComputeType, ComputeStatus, Toleration, DeploymentResource, DeploymentResources, \
+from .compute import ClusterProvider, ComputeType, ComputeStatus, Toleration, DeploymentResource, DeploymentResources, ComputeSettings, ComputeConsumptionMethod, \
     NodePool, AuthenticationIntegration, Authentication, ComputeCluster, ComputeContext, Compute, KubernetesCompute, \
     ServiceDriver
 from .gis_item import  ItemGis, Layer
 from .collection import Collection
+

dtlpy/entities/annotation.py

@@ -45,6 +45,8 @@ class AnnotationType(str, Enum):
     SUBTITLE = "subtitle"
     TEXT = "text_mark"
     GIS = "gis"
+    SEMANTIC_3D = "ref_semantic_3d"
+    POLYLINE_3D = "polyline_3d"
 
 
 class ViewAnnotationOptions(str, Enum):

dtlpy/entities/app.py

@@ -60,7 +60,7 @@ class App(entities.BaseEntity):
         reps = namedtuple('repositories', field_names=['projects', 'apps', 'compositions'])
         return reps(
             projects=repositories.Projects(client_api=self._client_api),
-            apps=repositories.Apps(client_api=self._client_api, project=self._project),
+            apps=repositories.Apps(client_api=self._client_api, project=self._project, project_id=self.project_id),
             compositions=repositories.Compositions(client_api=self._client_api, project=self._project)
         )
 

dtlpy/entities/compute.py

@@ -10,6 +10,7 @@ class ClusterProvider(str, Enum):
     AZURE = 'azure'
     HPC = 'hpc'
     LOCAL = 'local'
+    RANCHER_K3S = 'rancher-k3s'
 
 
 class ComputeType(str, Enum):
@@ -23,6 +24,30 @@ class ComputeStatus(str, Enum):
     FAILED = "failed"
 
 
+class ComputeConsumptionMethod(str, Enum):
+    MQ = "MQ",
+    API = "API"
+
+
+class ComputeSettings:
+    def __init__(self, default_namespace: str, consumption_method: ComputeConsumptionMethod):
+        self.consumption_method = consumption_method
+        self.default_namespace = default_namespace
+
+    @classmethod
+    def from_json(cls, _json):
+        return cls(
+            default_namespace=_json.get('defaultNamespace'),
+            consumption_method=_json.get('consumptionMethod')
+        )
+
+    def to_json(self):
+        return {
+            'defaultNamespace': self.default_namespace,
+            'consumptionMethod': self.consumption_method
+        }
+
+
 class Toleration:
     def __init__(self, effect: str, key: str, operator: str, value: str):
         self.effect = effect
@@ -100,7 +125,7 @@ class NodePool:
             tolerations: Optional[List[Toleration]] = None,
             description: str = "",
             node_selector: str = "",
-            preemtible: bool = False,
+            preemptible: bool = False,
             deployment_resources: DeploymentResources = None
     ):
         self.name = name
@@ -109,7 +134,7 @@ class NodePool:
         self.tolerations = tolerations if tolerations is not None else []
         self.description = description
         self.node_selector = node_selector
-        self.preemtible = preemtible
+        self.preemptible = preemptible
         self.deployment_resources = deployment_resources
 
     @classmethod
@@ -120,7 +145,7 @@ class NodePool:
             dl_types=_json.get('dlTypes'),
             description=_json.get('description'),
             node_selector=_json.get('nodeSelector'),
-            preemtible=_json.get('preemtible'),
+            preemptible=_json.get('preemptible'),
             deployment_resources=DeploymentResources.from_json(_json.get('deploymentResources', dict())),
             tolerations=[Toleration.from_json(t) for t in _json.get('tolerations', list())]
         )
@@ -133,7 +158,7 @@ class NodePool:
             'isDlTypeDefault': self.is_dl_type_default,
             'description': self.description,
             'nodeSelector': self.node_selector,
-            'preemtible': self.preemtible,
+            'preemptible': self.preemptible,
             'deploymentResources': self.deployment_resources.to_json(),
             'tolerations': [t.to_json() for t in self.tolerations]
         }
@@ -271,6 +296,7 @@ class Compute:
             type: ComputeType = ComputeType.KUBERNETES,
             features: Optional[Dict] = None,
             metadata: Optional[Dict] = None,
+            settings: Optional[ComputeSettings] = None
     ):
         self.id = id
         self.name = name
@@ -284,6 +310,7 @@ class Compute:
         self._client_api = client_api
         self._computes = None
         self._serviceDrivers = None
+        self.settings = settings
 
     @property
     def computes(self):
@@ -315,7 +342,8 @@ class Compute:
             type=ComputeType(_json.get('type')),
             features=_json.get('features'),
             client_api=client_api,
-            metadata=_json.get('metadata')
+            metadata=_json.get('metadata'),
+            settings=ComputeSettings.from_json(_json.get('settings', dict())) if _json.get('settings') else None
         )
 
     def to_json(self):
@@ -327,7 +355,8 @@ class Compute:
             'status': self.status.value,
             'type': self.type.value,
             'features': self.features,
-            'metadata': self.metadata
+            'metadata': self.metadata,
+            'settings': self.settings.to_json() if isinstance(self.settings, ComputeSettings) else self.settings
         }
 
 
@@ -335,6 +364,7 @@ class KubernetesCompute(Compute):
     def __init__(
             self,
             id: str,
+            name: str,
             context: ComputeContext,
             cluster: ComputeCluster,
             shared_contexts: Optional[List[ComputeContext]] = None,
@@ -343,10 +373,11 @@ class KubernetesCompute(Compute):
             type: ComputeType = ComputeType.KUBERNETES,
             features: Optional[Dict] = None,
             metadata: Optional[Dict] = None,
-            client_api: ApiClient = None
+            client_api: ApiClient = None,
+            settings: Optional[ComputeSettings] = None
     ):
         super().__init__(id=id, context=context, shared_contexts=shared_contexts, global_=global_, status=status,
-                         type=type, features=features, metadata=metadata, client_api=client_api)
+                         type=type, features=features, metadata=metadata, client_api=client_api, settings=settings, name=name)
         self.cluster = cluster
 
     @classmethod
@@ -361,7 +392,8 @@ class KubernetesCompute(Compute):
             type=ComputeType(_json.get('type')),
             features=_json.get('features'),
             metadata=_json.get('metadata'),
-            client_api=client_api
+            client_api=client_api,
+            settings=ComputeSettings.from_json(_json.get('settings', dict())) if _json.get('settings') else None
         )
 
     def to_json(self):
@@ -373,7 +405,9 @@ class KubernetesCompute(Compute):
             'global': self.global_,
             'status': self.status.value,
             'type': self.type.value,
-            'features': self.features
+            'features': self.features,
+            'metadata': self.metadata,
+            'settings': self.settings.to_json() if isinstance(self.settings, ComputeSettings) else self.settings
         }
 
 

dtlpy/entities/dataset.py

@@ -625,7 +625,8 @@ class Dataset(entities.BaseEntity):
                              filter_output_annotations=False,
                              alpha=1,
                              export_version=ExportVersion.V1,
-                             dataset_lock=False
+                             dataset_lock=False,
+                             lock_timeout_sec=None
                              ):
         """
         Download dataset by filters.
@@ -640,6 +641,7 @@ class Dataset(entities.BaseEntity):
         :param dtlpy.entities.filters.Filters annotation_filters: Filters entity to filter annotations for download
         :param bool overwrite: optional - default = False
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :param int thickness: optional - line thickness, if -1 annotation will be filled, default =1
         :param bool with_text: optional - add text to annotations, default = False
         :param str remote_path: DEPRECATED and ignored
@@ -663,6 +665,7 @@ class Dataset(entities.BaseEntity):
                                          with_text=False,
                                          alpha=1,
                                          dataset_lock=False
+                                         lock_timeout_sec=300
                                          )
         """
 
@@ -681,7 +684,8 @@ class Dataset(entities.BaseEntity):
             filter_output_annotations=filter_output_annotations,
             alpha=alpha,
             export_version=export_version,
-            dataset_lock=dataset_lock            
+            dataset_lock=dataset_lock,
+            lock_timeout_sec=lock_timeout_sec         
         )
 
     def export(self,
@@ -693,7 +697,8 @@ class Dataset(entities.BaseEntity):
                include_annotations: bool = False,
                export_type: ExportType = ExportType.JSON,
                timeout: int = 0,
-               dataset_lock: bool = False):
+               dataset_lock: bool = False,
+               lock_timeout_sec: int = None):
         """
         Export dataset items and annotations.
 
@@ -708,6 +713,7 @@ class Dataset(entities.BaseEntity):
         :param bool include_feature_vectors: Include item feature vectors in the export
         :param bool include_annotations: Include item annotations in the export
         :param bool dataset_lock: Make dataset readonly during the export
+        :param int lock_timeout_sec: Timeout for locking the dataset during export in seconds
         :param entities.ExportType export_type: Type of export ('json' or 'zip')
         :param int timeout: Maximum time in seconds to wait for the export to complete
         :return: Exported item
@@ -732,7 +738,8 @@ class Dataset(entities.BaseEntity):
                                     include_annotations=include_annotations,
                                     export_type=export_type,
                                     timeout=timeout,
-                                   dataset_lock=dataset_lock)
+                                    dataset_lock=dataset_lock,
+                                    lock_timeout_sec=lock_timeout_sec)
 
     def upload_annotations(self,
                            local_path,
@@ -967,7 +974,8 @@ class Dataset(entities.BaseEntity):
             without_relative_path=None,
             alpha=1,
             export_version=ExportVersion.V1,
-            dataset_lock=False
+            dataset_lock=False,
+            lock_timeout_sec=None
     ):
         """
         Download dataset by filters.
@@ -983,6 +991,7 @@ class Dataset(entities.BaseEntity):
         :param dtlpy.entities.filters.Filters annotation_filters: Filters entity to filter annotations for download
         :param bool overwrite: optional - default = False to overwrite the existing files
         :param bool dataset_lock: optional - default = False to make dataset readonly during the download
+        :param int lock_timeout_sec: optional - Set lock timeout for the export
         :param bool to_items_folder: Create 'items' folder and download items to it
         :param int thickness: optional - line thickness, if -1 annotation will be filled, default =1
         :param bool with_text: optional - add text to annotations, default = False
@@ -1001,7 +1010,8 @@ class Dataset(entities.BaseEntity):
                              thickness=1,
                              with_text=False,
                              alpha=1,
-                             dataset_lock=False,                             
+                             dataset_lock=False,      
+                             lock_timeout_sec=300                       
                              )
         """
         return self.items.download(filters=filters,
@@ -1016,7 +1026,9 @@ class Dataset(entities.BaseEntity):
                                    without_relative_path=without_relative_path,
                                    alpha=alpha,
                                    export_version=export_version,
-                                   dataset_lock=dataset_lock)
+                                   dataset_lock=dataset_lock,
+                                   lock_timeout_sec=lock_timeout_sec
+                                   )
 
     def download_folder(
             self,
@@ -1033,7 +1045,8 @@ class Dataset(entities.BaseEntity):
             without_relative_path=None,
             alpha=1,
             export_version=ExportVersion.V1,
-            dataset_lock=False
+            dataset_lock=False,
+            lock_timeout_sec=None
     ):
         """
         Download dataset folder.
@@ -1049,6 +1062,7 @@ class Dataset(entities.BaseEntity):
         :param dtlpy.entities.filters.Filters annotation_filters: Filters entity to filter annotations for download
         :param bool overwrite: optional - default = False to overwrite the existing files
         :param bool dataset_lock: optional - default = False to make the dataset readonly during the download
+        :param bool lock_timeout_sec: optional - Set lock timeout for the export
         :param bool to_items_folder: Create 'items' folder and download items to it
         :param int thickness: optional - line thickness, if -1 annotation will be filled, default =1
         :param bool with_text: optional - add text to annotations, default = False
@@ -1070,6 +1084,7 @@ class Dataset(entities.BaseEntity):
                              alpha=1,
                              save_locally=True,
                              dataset_lock=False
+                             lock_timeout_sec=300
                              )
         """
         filters = self.datasets._bulid_folder_filter(folder_path=folder_path, filters=filters)
@@ -1085,7 +1100,9 @@ class Dataset(entities.BaseEntity):
                                    without_relative_path=without_relative_path,
                                    alpha=alpha,
                                    export_version=export_version,
-                                   dataset_lock=dataset_lock)
+                                   dataset_lock=dataset_lock,
+                                   lock_timeout_sec=lock_timeout_sec
+                                   )
 
     def delete_labels(self, label_names):
         """

dtlpy/entities/filters.py

@@ -328,11 +328,10 @@ class Filters:
             # add annotations defaults
             elif self.resource == FiltersResource.ANNOTATION:
                 self._unique_fields = ['type']
-                self.add(field='type',
-                         values=['box', 'class', 'comparison', 'ellipse', 'point', 'segment', 'polyline', 'binary',
-                                 'subtitle', 'cube', 'cube_3d', 'pose', 'text_mark', 'text', 'ref_image', 'gis'],
-                         operator=FiltersOperations.IN,
-                         method=FiltersMethod.AND)
+                values = [annotation_type.value for annotation_type in entities.AnnotationType]
+                values.remove(entities.AnnotationType.NOTE.value)
+                values += ["text", "ref_image"]  # Prompt Annotation Types
+                self.add(field='type', values=values, operator=FiltersOperations.IN, method=FiltersMethod.AND)
 
     def __generate_query(self):
         filters_dict = dict()

dtlpy/entities/item.py

@@ -454,7 +454,8 @@ class Item(entities.BaseEntity):
             annotation_filters=None,
             alpha=1,
             export_version=ExportVersion.V1,
-            dataset_lock=False
+            dataset_lock=False,
+            lock_timeout_sec=None
     ):
         """
         Download dataset by filters.
@@ -469,6 +470,7 @@ class Item(entities.BaseEntity):
         :param dtlpy.entities.filters.Filters annotation_filters: Filters entity to filter annotations for download
         :param bool overwrite: optional - default = False
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :param bool to_items_folder: Create 'items' folder and download items to it
         :param int thickness: optional - line thickness, if -1 annotation will be filled, default =1
         :param bool with_text: optional - add text to annotations, default = False
@@ -489,6 +491,7 @@ class Item(entities.BaseEntity):
                          alpha=1,
                          save_locally=True,
                          dataset_lock=False
+                         lock_timeout_sec=300
                          )
         """
         # if dir - concatenate local path and item name
@@ -523,7 +526,8 @@ class Item(entities.BaseEntity):
                                    with_text=with_text,
                                    export_version=export_version,
                                    filters=filters,
-                                   dataset_lock=dataset_lock)
+                                   dataset_lock=dataset_lock,
+                                   lock_timeout_sec=lock_timeout_sec)
 
     def delete(self):
         """

dtlpy/entities/task.py

@@ -329,7 +329,7 @@ class Task:
         """
         Update an Annotation Task
 
-        :param bool system_metadata: True, if you want to change metadata system
+        :param bool system_metadata: DEPRECATED
         """
         return self.tasks.update(task=self, system_metadata=system_metadata)
 

dtlpy/ml/base_model_adapter.py

@@ -340,6 +340,9 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                                                   annotation_options=annotation_options,
                                                   annotation_filters=annotation_filters
                                                   )
+                if isinstance(ret_list, list) and len(ret_list) == 0:
+                    raise ValueError(f"No items downloaded for subset {subset}! Cannot train model with empty subset.\n"
+                                     f"Subset {subset} filters: {filters.prepare()}\nAnnotation filters: {annotation_filters.prepare()}")
 
         self.convert_from_dtlpy(data_path=data_path, **kwargs)
         return root_path, data_path, output_path

dtlpy/repositories/apps.py

@@ -8,17 +8,21 @@ logger = logging.getLogger(name='dtlpy')
 
 class Apps:
 
-    def __init__(self, client_api: ApiClient, project: entities.Project = None):
+    def __init__(self, client_api: ApiClient, project: entities.Project = None, project_id: str = None):
         self._client_api = client_api
         self._project = project
+        self._project_id = project_id 
         self._commands = None
 
     @property
     def project(self) -> entities.Project:
         if self._project is None:
-            raise exceptions.PlatformException(
-                error='2001',
-                message='Missing "project". need to set a Project entity or use project.apps repository')
+            if self._project_id is None:
+                raise exceptions.PlatformException(
+                    error='2001',
+                    message='Missing "project". need to set a Project entity or use project.apps repository')
+            else:
+                self._project = repositories.Projects(client_api=self._client_api).get(project_id=self._project_id)
         assert isinstance(self._project, entities.Project)
         return self._project
 

dtlpy/repositories/computes.py

@@ -46,7 +46,8 @@ class Computes:
             is_global: Optional[bool] = False,
             features: Optional[Dict] = None,
             wait=True,
-            status: entities.ComputeStatus = None
+            status: entities.ComputeStatus = None,
+            settings: entities.ComputeSettings = None
     ):
         """
         Create a new compute
@@ -60,18 +61,24 @@ class Computes:
         :param features: Features
         :param wait: Wait for compute creation
         :param status: Compute status
+        :param settings: Compute settings
         :return: Compute
         """
 
+        shared_contexts_json = []
+        for shared_context in shared_contexts:
+            src_json = shared_context.to_json() if isinstance(shared_context, entities.ComputeContext) else shared_context
+            shared_contexts_json.append(src_json)
         payload = {
             'name': name,
             'context': context.to_json(),
             'type': type.value,
             'global': is_global,
             'features': features,
-            'shared_contexts': [sc.to_json() for sc in shared_contexts],
+            'sharedContexts': shared_contexts_json,
             'cluster': cluster.to_json(),
-            'status': status
+            'status': status,
+            "settings": settings.to_json() if isinstance(settings, entities.ComputeSettings) else settings
         }
 
         # request
@@ -205,7 +212,9 @@ class Computes:
             [],
             cluster,
             ComputeType.KUBERNETES,
-            status=config['config'].get('status', None))
+            status=config['config'].get('status', None),
+            settings=config['config'].get('settings', None))
+
         return compute
 
     def create_from_config_file(self, config_file_path, org_id, project_name: Optional[str] = None):

dtlpy/repositories/datasets.py

@@ -128,7 +128,7 @@ class Datasets:
 
     @staticmethod
     def _build_payload(filters, include_feature_vectors, include_annotations,
-                       export_type, annotation_filters, feature_vector_filters, dataset_lock):
+                       export_type, annotation_filters, feature_vector_filters, dataset_lock, lock_timeout_sec):
         valid_list = [e.value for e in entities.ExportType]
         valid_types = ', '.join(valid_list)
         if export_type not in ['json', 'zip']:
@@ -157,9 +157,13 @@ class Datasets:
         if annotation_filters is not None:
             payload['annotationsQuery'] = annotation_filters.prepare()['filter']
             payload['annotations']['filter'] = True
+
         if dataset_lock:
             payload['datasetLock'] = dataset_lock
 
+        if lock_timeout_sec:
+            payload['lockTimeoutSec'] = lock_timeout_sec
+   
         return payload
 
     def _download_exported_item(self, item_id, export_type, local_path=None):
@@ -631,7 +635,8 @@ class Datasets:
                include_annotations: bool = False,
                export_type: entities.ExportType = entities.ExportType.JSON,
                timeout: int = 0,
-               dataset_lock: bool = False):
+               dataset_lock: bool = False,
+               lock_timeout_sec: int = None):
         """
         Export dataset items and annotations.
 
@@ -649,6 +654,7 @@ class Datasets:
         :param bool include_feature_vectors: Include item feature vectors in the export
         :param bool include_annotations: Include item annotations in the export
         :param bool dataset_lock: Make dataset readonly during the export
+        :param int lock_timeout_sec: Timeout for locking the dataset during export in seconds
         :param entities.ExportType export_type: Type of export ('json' or 'zip')
         :param int timeout: Maximum time in seconds to wait for the export to complete
         :return: Exported item
@@ -663,11 +669,12 @@ class Datasets:
                                                   include_feature_vectors=True,
                                                   include_annotations=True,
                                                   export_type=dl.ExportType.JSON,
-                                                  dataset_lock=True)
+                                                  dataset_lock=True
+                                                  lock_timeout_sec=300)
         """
         dataset_id = self._resolve_dataset_id(dataset, dataset_name, dataset_id)
         payload = self._build_payload(filters, include_feature_vectors, include_annotations,
-                                       export_type, annotation_filters, feature_vector_filters, dataset_lock)
+                                       export_type, annotation_filters, feature_vector_filters, dataset_lock, lock_timeout_sec)
 
         success, response = self._client_api.gen_request(req_type='post', path=f'/datasets/{dataset_id}/export',
                                                          json_req=payload)
@@ -932,7 +939,8 @@ class Datasets:
                              filter_output_annotations: bool = False,
                              alpha: float = None,
                              export_version=entities.ExportVersion.V1,
-                             dataset_lock: bool = False                    
+                             dataset_lock: bool = False, 
+                             lock_timeout_sec: int = None                
                              ) -> str:
         """
         Download dataset's annotations by filters.
@@ -960,6 +968,7 @@ class Datasets:
         :param str export_version:  exported items will have original extension in filename, `V1` - no original extension in filenames
         :return: local_path of the directory where all the downloaded item
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :rtype: str
 
         **Example**:
@@ -973,7 +982,8 @@ class Datasets:
                                                  thickness=1,
                                                  with_text=False,
                                                  alpha=1,
-                                                 dataset_lock=False                                                    
+                                                 dataset_lock=False
+                                                 lock_timeout_sec=300                                                 
                                                  )
         """
         if annotation_options is None:
@@ -1034,7 +1044,8 @@ class Datasets:
                                         export_png_files=export_png_files,
                                         filter_output_annotations=filter_output_annotations,
                                         export_version=export_version,
-                                        dataset_lock=dataset_lock                                        
+                                        dataset_lock=dataset_lock,
+                                        lock_timeout_sec=lock_timeout_sec                                        
                                         )
         if annotation_options:
             pages = dataset.items.list(filters=filters)

dtlpy/repositories/downloader.py

@@ -47,7 +47,8 @@ class Downloader:
                  filter_output_annotations=False,
                  alpha=1,
                  export_version=entities.ExportVersion.V1,
-                 dataset_lock=False
+                 dataset_lock=False,
+                 lock_timeout_sec=None
                  ):
         """
         Download dataset by filters.
@@ -74,6 +75,7 @@ class Downloader:
         :param alpha: opacity value [0 1], default 1
         :param str export_version:  exported items will have original extension in filename, `V1` - no original extension in filenames
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :return: Output (list)
         """
 
@@ -198,7 +200,8 @@ class Downloader:
                 'export_png_files': export_png_files,
                 'filter_output_annotations': filter_output_annotations,
                 'export_version': export_version,
-                'dataset_lock': dataset_lock
+                'dataset_lock': dataset_lock,
+                'lock_timeout_sec': lock_timeout_sec
             })
         ###############
         # downloading #
@@ -365,7 +368,8 @@ class Downloader:
                              export_png_files=False,
                              filter_output_annotations=False,
                              export_version=entities.ExportVersion.V1,
-                             dataset_lock=False                             
+                             dataset_lock=False,
+                             lock_timeout_sec=None                          
                              ):
         """
         Download annotations json for entire dataset
@@ -380,6 +384,7 @@ class Downloader:
         :param filter_output_annotations: default - False, given an export by filter - determine if to filter out annotations
         :param str export_version:  exported items will have original extension in filename, `V1` - no original extension in filenames
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :return:
         """
         local_path = os.path.join(local_path, "json")
@@ -404,6 +409,9 @@ class Downloader:
                 payload['annotations']['filter'] = filter_output_annotations
             if dataset_lock:
                 payload['datasetLock'] = dataset_lock
+                
+            if lock_timeout_sec:
+                payload['lockTimeoutSec'] = lock_timeout_sec
 
             success, response = dataset._client_api.gen_request(req_type='post',
                                                                 path='/datasets/{}/export'.format(dataset.id),
@@ -737,19 +745,15 @@ class Downloader:
                                                 one_file_pbar.update(len(chunk))
                                 except Exception as err:
                                     pass
-                            file_validation, start_point, chunk_resume = self.__get_next_chunk(item=item,
-                                                                                              download_progress=temp_file_path,
-                                                                                              chunk_resume=chunk_resume)
+
+                            file_validation = True
+                            if not is_url:
+                                file_validation, start_point, chunk_resume = self.__get_next_chunk(item=item,
+                                                                                                  download_progress=temp_file_path,
+                                                                                                  chunk_resume=chunk_resume)
                             if file_validation:
                                 shutil.move(temp_file_path, local_filepath)
                                 download_done = True
-                            else:
-                                if not is_url:
-                                    continue
-                                else:
-                                    raise PlatformException(
-                                        error="400",
-                                        message='Downloaded file is corrupted. Please try again. If the issue repeats please contact support.')
                         except Exception as err:
                             if os.path.isfile(temp_file_path):
                                 os.remove(temp_file_path)

dtlpy/repositories/integrations.py

@@ -55,12 +55,15 @@ class Integrations:
     def delete(self,
                integrations_id: str,
                sure: bool = False,
-               really: bool = False) -> bool:
+               really: bool = False,
+               organization_id: str = None
+               ) -> bool:
         """
         Delete integrations from the organization.
 
         **Prerequisites**: You must be an organization *owner* to delete an integration.
 
+        :param organization_id: organization id
         :param str integrations_id: integrations id
         :param bool sure: Are you sure you want to delete?
         :param bool really: Really really sure?
@@ -74,11 +77,12 @@ class Integrations:
             project.integrations.delete(integrations_id='integrations_id', sure=True, really=True)
         """
         if sure and really:
-            if self.project is None and self.org is None:
+            if self.project is None and self.org is None and organization_id is None:
                 raise exceptions.PlatformException(
                     error='400',
                     message='Must provide an identifier in inputs')
 
+        if organization_id is None:
             if self.project is not None:
                 organization_id = self.project.org.get('id')
             else:
@@ -101,7 +105,9 @@ class Integrations:
                integrations_type: entities.IntegrationType,
                name: str,
                options: dict,
-               metadata: dict = None):
+               metadata: dict = None,
+               organization_id: str = None,
+               ):
         """
         Create an integration between an external storage and the organization.
 
@@ -123,6 +129,7 @@ class Integrations:
         :param str name: integrations name
         :param dict options: dict of storage secrets
         :param dict metadata: metadata
+        :param str organization_id: organization id
         :return: success
         :rtype: bool
 
@@ -135,15 +142,16 @@ class Integrations:
                             options={key: "Access key ID", secret: "Secret access key"})
         """
 
-        if self.project is None and self.org is None:
+        if self.project is None and self.org is None and organization_id is None:
             raise exceptions.PlatformException(
                 error='400',
                 message='Must have an organization or project')
 
-        if self.project is not None:
-            organization_id = self.project.org.get('id')
-        else:
-            organization_id = self.org.id
+        if organization_id is None:
+            if self.project is not None:
+                organization_id = self.project.org.get('id')
+            else:
+                organization_id = self.org.id
 
         url_path = '/orgs/{}/integrations'.format(organization_id)
         payload = {"type": integrations_type.value if isinstance(integrations_type,
@@ -170,7 +178,9 @@ class Integrations:
                new_name: str = None,
                integrations_id: str = None,
                integration: entities.Integration = None,
-               new_options: dict = None):
+               new_options: dict = None,
+               organization_id: str = None,
+               ):
         """
         Update the integration's name.
 
@@ -180,6 +190,7 @@ class Integrations:
         :param str integrations_id: integrations id
         :param Integration integration: integration object
         :param dict new_options: new value
+        :param str organization_id: organization id
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -198,7 +209,8 @@ class Integrations:
 
             project.integrations.update(integrations_id='integrations_id', new_options={roleArn: ""})
         """
-        if self.project is None and self.org is None:
+
+        if self.project is None and self.org is None and organization_id is None:
             raise exceptions.PlatformException(
                 error='400',
                 message='Must have an organization or project')
@@ -207,10 +219,11 @@ class Integrations:
                 error='400',
                 message='Must have an integrations_id or integration')
 
-        if self.project is not None:
-            organization_id = self.project.org.get('id')
-        else:
-            organization_id = self.org.id
+        if organization_id is None:
+            if self.project is not None:
+                organization_id = self.project.org.get('id')
+            else:
+                organization_id = self.org.id
 
         url_path = '/orgs/{}/integrations/'.format(organization_id)
         payload = dict(integrationId=integrations_id if integrations_id is not None else integration.id)
@@ -230,13 +243,14 @@ class Integrations:
         return entities.Integration.from_json(_json=response.json(), client_api=self._client_api)
 
     @_api_reference.add(path='/orgs/{orgId}/integrations/{integrationId}', method='get')
-    def get(self, integrations_id: str):
+    def get(self, integrations_id: str, organization_id: str = None):
         """
         Get organization integrations. Use this method to access your integration and be able to use it in your code.
 
         **Prerequisites**: You must be an *owner* in the organization.
 
         :param str integrations_id: integrations id
+        :param str organization_id: organization id
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -246,15 +260,16 @@ class Integrations:
 
             project.integrations.get(integrations_id='integrations_id')
         """
-        if self.project is None and self.org is None:
+        if self.project is None and self.org is None and organization_id is None:
             raise exceptions.PlatformException(
                 error='400',
                 message='Must have an organization or project')
 
-        if self.project is not None:
-            organization_id = self.project.org.get('id')
-        else:
-            organization_id = self.org.id
+        if organization_id is None:
+            if self.project is not None:
+                organization_id = self.project.org.get('id')
+            else:
+                organization_id = self.org.id
 
         url_path = '/orgs/{}/integrations/{}'.format(organization_id, integrations_id)
 
@@ -265,13 +280,14 @@ class Integrations:
         return entities.Integration.from_json(_json=response.json(), client_api=self._client_api)
 
     @_api_reference.add(path='/orgs/{orgId}/integrations', method='get')
-    def list(self, only_available=False):
+    def list(self, only_available=False, organization_id: str = None):
         """
         List all the organization's integrations with external storage.
 
         **Prerequisites**: You must be an *owner* in the organization.
 
         :param bool only_available: if True list only the available integrations.
+        :param str organization_id: organization id
         :return: groups list
         :rtype: list
 
@@ -281,15 +297,16 @@ class Integrations:
 
             project.integrations.list(only_available=True)
         """
-        if self.project is None and self.org is None:
+        if self.project is None and self.org is None and organization_id is None:
             raise exceptions.PlatformException(
                 error='400',
                 message='Must have an organization or project')
 
-        if self.project is not None:
-            organization_id = self.project.org.get('id')
-        else:
-            organization_id = self.org.id
+        if organization_id is None:
+            if self.project is not None:
+                organization_id = self.project.org.get('id')
+            else:
+                organization_id = self.org.id
 
         if only_available:
             url_path = '/orgs/{}/availableIntegrations'.format(organization_id)

dtlpy/repositories/items.py

@@ -528,7 +528,8 @@ class Items:
             filter_output_annotations: bool = False,
             alpha: float = 1,
             export_version=entities.ExportVersion.V1,
-            dataset_lock: bool = False           
+            dataset_lock: bool = False,
+            lock_timeout_sec: int = None     
     ):
         """
         Download dataset items by filters.
@@ -549,6 +550,7 @@ class Items:
         :param dtlpy.entities.filters.Filters annotation_filters: Filters entity to filter annotations for download
         :param bool overwrite: optional - default = False
         :param bool dataset_lock: optional - default = False
+        :param int lock_timeout_sec: optional
         :param bool to_items_folder: Create 'items' folder and download items to it
         :param int thickness: optional - line thickness, if -1 annotation will be filled, default =1
         :param bool with_text: optional - add text to annotations, default = False
@@ -596,7 +598,8 @@ class Items:
             export_png_files=export_png_files,
             filter_output_annotations=filter_output_annotations,
             export_version=export_version,
-            dataset_lock=dataset_lock
+            dataset_lock=dataset_lock,
+            lock_timeout_sec=lock_timeout_sec
         )
 
     def upload(

dtlpy/repositories/tasks.py

@@ -2,6 +2,7 @@ import datetime
 import logging
 import json
 from typing import Union, List
+import warnings
 
 from .. import exceptions, miscellaneous, entities, repositories, _api_reference
 from ..services.api_client import ApiClient
@@ -426,7 +427,7 @@ class Tasks:
         **Prerequisites**: You must be in the role of an *owner* or *developer* or *annotation manager* who created that task.
 
         :param dtlpy.entities.task.Task task: the task object
-        :param bool system_metadata: True, if you want to change metadata system
+        :param bool system_metadata: DEPRECATED
         :return: Task object
         :rtype: dtlpy.entities.task.Task
 
@@ -440,7 +441,7 @@ class Tasks:
         url = '{}/{}'.format(url, task.id)
 
         if system_metadata:
-            url += '?system=true'
+            warnings.warn("Task system metadata updates are not permitted. Please store custom metadata in 'task.metadata['user']' instead.", DeprecationWarning)
 
         success, response = self._client_api.gen_request(req_type='patch',
                                                          path=url,

dtlpy/repositories/uploader.py

@@ -155,6 +155,10 @@ class Uploader:
             remote_path = f"/{remote_path}"
         if remote_path and not remote_path.endswith("/"):
             remote_path = f"{remote_path}/"
+
+        if remote_name:
+            remote_name = remote_name.lstrip('/')
+
         if file_types is not None and not isinstance(file_types, list):
             msg = '"file_types" should be a list of file extension. e.g [".jpg", ".png"]'
             raise PlatformException(error="400", message=msg)

{dtlpy-1.106.5.dist-info → dtlpy-1.108.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.106.5
+Version: 1.108.7
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team
@@ -44,19 +44,23 @@ Requires-Dist: dtlpymetrics
 Requires-Dist: dataclasses
 
 ![logo.svg](docs%2F_static%2Flogo.svg) 
+
 [![Documentation Status](https://readthedocs.org/projects/dtlpy/badge/?version=latest)](https://sdk-docs.dataloop.ai/en/latest/?badge=latest)
 [![pypi](https://img.shields.io/pypi/v/dtlpy.svg)](https://pypi.org/project/dtlpy/)
 [![versions](https://img.shields.io/pypi/pyversions/dtlpy.svg)](https://github.com/dataloop-ai/dtlpy)
 [![license](https://img.shields.io/github/license/dataloop-ai/dtlpy.svg)](https://github.com/dataloop-ai/dtlpy/blob/master/LICENSE)
 [![Downloads](https://static.pepy.tech/personalized-badge/dtlpy?period=total&units=international_system&left_color=grey&right_color=green&left_text=Downloads)](https://pepy.tech/project/dtlpy)
 
+## **Overview**
 This is the SDK and CLI open source repository for [Dataloop.ai](https://dataloop.ai/) platform
 
 For full platform documentation click [here](https://dataloop.ai/docs)
 
 For full SDK documentation click [here](https://console.dataloop.ai/sdk-docs/latest)
 
-### Python Support
+## **Prerequisites**
+
+### Python
 
 #### Dtlpy supports these Python versions.
 
@@ -67,3 +71,12 @@ For full SDK documentation click [here](https://console.dataloop.ai/sdk-docs/lat
 | dtlpy >= 1.61     |      | Yes  | Yes | Yes | Yes | Yes |     |
 | dtlpy 1.60 - 1.50 |      |      | Yes | Yes | Yes | Yes |     |
 | dtlpy <= 1.49     |      |      | Yes | Yes | Yes | Yes | Yes |           
+
+
+## **Installation**
+
+The latest stable version is [available on PyPI](https://pypi.org/project/dtlpy/). Install with pip:
+
+```code
+pip install dtlpy
+```

{dtlpy-1.106.5.dist-info → dtlpy-1.108.7.dist-info}/RECORD

@@ -1,5 +1,5 @@
 dtlpy/__init__.py,sha256=K2c30sbTNH6bdPFLjabRX-Dh3TsQ33nR9psVGCAoUlw,20687
-dtlpy/__version__.py,sha256=tc3CnFqsLZmTnEcwJPLV6J-btgk4o1Alm0UeA10qNoM,20
+dtlpy/__version__.py,sha256=Tj3UOPZwl5i-MGWs5QkIPURGXjBDqmovb7JIh5SXp-I,20
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=bHsWS-nNcQ5XWDcC4uASqOqpl1ye97kUacduxXZHO68,9990
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
@@ -43,11 +43,11 @@ dtlpy/dlp/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
 dtlpy/dlp/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
 dtlpy/dlp/dlp.py,sha256=YjNBjeCDTXJ7tj8qdiGZ8lFb8DtPZl-FvViyjxt9xF8,4278
 dtlpy/dlp/parser.py,sha256=p-TFaiAU2c3QkI97TXzL2LDR3Eq0hGDFrTc9J2jWLh4,30551
-dtlpy/entities/__init__.py,sha256=HQ2p5IWmBqT5oG908poiDsSsQOnESsV_Y2rHASEHdcs,4943
+dtlpy/entities/__init__.py,sha256=IllYowvvD_fxoB6Cujnc0wtq-05QNSxqC5usNace_wA,4987
 dtlpy/entities/analytic.py,sha256=5MpYDKPVsZ1MIy20Ju515RWed6P667j4TLxsan2gyNM,11925
-dtlpy/entities/annotation.py,sha256=qpMGn1GEEw1Zdam4rL0gPaE4f_2hIyd_-tbNhoZLFWg,68482
+dtlpy/entities/annotation.py,sha256=ztNBDAKDXAh7XXD8oxbSxJtYTe_SRCUNkP55SfuGqTA,68550
 dtlpy/entities/annotation_collection.py,sha256=CEYSBHhhDkC0VJdHsBSrA6TgdKGMcKeI3tFM40UJwS8,29838
-dtlpy/entities/app.py,sha256=dVd87-mP22NWvec5nqA5VjZ8Qk3aJlgUcloIAAOAPUw,6968
+dtlpy/entities/app.py,sha256=vQ7hSMnuRIpoZqZc2NwjGTtWiPTCgi47x_oOgGUB-Pk,6996
 dtlpy/entities/app_module.py,sha256=0UiAbBX1q8iEImi3nY7ySWZZHoRRwu0qUXmyXmgVAc4,3645
 dtlpy/entities/artifact.py,sha256=wtLtBuidOPbnba0ok40JyunCCIBGbAl4bP_ebK39Kk4,5711
 dtlpy/entities/assignment.py,sha256=Dc1QcfVf67GGcmDDi4ubESDuPkSgjXqdqjTBQ31faUM,14722
@@ -56,18 +56,18 @@ dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/collection.py,sha256=FPPPfIxOsBG1ujORPJVq8uXyF8vhIqC6N4EiI9SJzl0,1160
 dtlpy/entities/command.py,sha256=FtfsO6kQSZqKn-Uo8n2ryGOB01Fgr-g5ewfMCtRMTfw,5247
-dtlpy/entities/compute.py,sha256=6mN4ZRUTf28wc0YtFy7W4mONaoZI0DyIGvwosjQrsAA,14663
-dtlpy/entities/dataset.py,sha256=a1PutKuGkYF-xVp1JCXNU1kRhekQ0uxYCpfnnTtbf9E,51985
+dtlpy/entities/compute.py,sha256=FHHmtprkhnu8J_51JPnnoqbVpb9AeIZDvz0ojo7zdVk,16059
+dtlpy/entities/dataset.py,sha256=4zFftsZy7SCLZriQyNa0bVbwg3LcwLlzAbk4fMT1vHg,52943
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
 dtlpy/entities/dpk.py,sha256=FJVhQKk2fj1cO_4rcE_bIF6QmIQZQWUkBnwTNQNMrfE,17857
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=uQe535w9OcAoDiNWf96KcpFzUDEUU-DYsUalv5VziyM,13673
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
 dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
-dtlpy/entities/filters.py,sha256=PUmgor77m3CWeUgvCdWMg3Bt5SxHXPVBbN5VmD_dglQ,22683
+dtlpy/entities/filters.py,sha256=ldtBtrkNxOzwG6dc9X7va1dony89NjLstpTWDrLPVkI,22655
 dtlpy/entities/gis_item.py,sha256=Uk-wMBxwcHsImjz4qOjP-EyZAohbRzN43kMpCaVjCXU,3982
 dtlpy/entities/integration.py,sha256=Kdy1j6-cJLW8qNmnqCmdg36phi843YDrlMqcMyMfvYk,5875
-dtlpy/entities/item.py,sha256=uZBYGprHUwtGRcRcIPQ0SBbm-gNaqzqaceytIvbDsYQ,34642
+dtlpy/entities/item.py,sha256=vMMrUxdopp94cpNicCS4kTTUBP9eYwNilb1XhG8ZIeE,34839
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
@@ -90,7 +90,7 @@ dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
 dtlpy/entities/service.py,sha256=X4rukxywZvb69swxj2C12i7HdmQ_XFuCRKV8Cdl_Dbw,33542
 dtlpy/entities/setting.py,sha256=uXagJHtcCR3nJYClR_AUGZjz_kx3TejPcUZ8ginHFIA,8561
-dtlpy/entities/task.py,sha256=SL1-6p4jruELkWI-5VXBMn7Imj1xJVaOfAFDa7inH64,19544
+dtlpy/entities/task.py,sha256=WOKrZBOu9BaJopZBToFEFOQsEntsfvzKolJYPEUjIeI,19511
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
 dtlpy/entities/trigger.py,sha256=Spf5G3n1PsD3mDntwbAsc-DpEGDlqKgU9ec0Q0HinsQ,14286
 dtlpy/entities/user.py,sha256=hqEzwN6rl1oUTpKOV5eXvw9Z7dtpsiC4TAPSNBmkqcM,3865
@@ -148,7 +148,7 @@ dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRStt
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=QG6-WOH24NBlAGDHBg9t2gzsnRXjujCBeirlTPUiiGo,50601
+dtlpy/ml/base_model_adapter.py,sha256=WKpGO5-kLISwXmPy4Dc7e-nIGn3W-tbqJDnhE49WMKA,50930
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -156,7 +156,7 @@ dtlpy/ml/train_utils.py,sha256=R-BHKRfqDoLLhFyLzsRFyJ4E-8iedj9s9oZqy3IO2rg,2404
 dtlpy/repositories/__init__.py,sha256=b7jPmE4meKaeikO-x87HcO2lcfQg-8OzqcYZa8n6l-Q,2033
 dtlpy/repositories/analytics.py,sha256=dQPCYTPAIuyfVI_ppR49W7_GBj0033feIm9Gd7LW1V0,2966
 dtlpy/repositories/annotations.py,sha256=idTKzanNt-ncB0eIKE5p6WclrVGNjceI2Y7dAzDFtzY,43595
-dtlpy/repositories/apps.py,sha256=J-PDCPWVtvTLmzzkABs2-8zo9hGLk_z_sNR2JB1mB0c,15752
+dtlpy/repositories/apps.py,sha256=OE2UbxE2oGA44-7pso7fm9GErTRFyGEFK2k7ibC_h6U,16002
 dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzMbo,19081
 dtlpy/repositories/assignments.py,sha256=1VwJZ7ctQe1iaDDDpeYDgoj2G-TCgzolVLUEqUocd2w,25506
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
@@ -164,16 +164,16 @@ dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zh
 dtlpy/repositories/collections.py,sha256=C_BPMg128Sl9AG3U4PxgI_2aaehQ2NuehMmzoTaXbPQ,11459
 dtlpy/repositories/commands.py,sha256=i6gQgOmRDG8ixqKU7672H3CvGt8VLT3ihDVfri1eWWc,5610
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
-dtlpy/repositories/computes.py,sha256=l0-FS3_8WEGG5tbtIR3ltsZc6MyHVkiYajHTCaeUugk,10156
-dtlpy/repositories/datasets.py,sha256=bKvQijZibjkGYQOsvB_tkwgZnaykJoCKXrXSqjR-_M8,58181
-dtlpy/repositories/downloader.py,sha256=uMsSArbXAsVWeUsXg1G3yKffFUWoti3dHno78W7ctdg,44620
+dtlpy/repositories/computes.py,sha256=iPFhtihBnTYnWSIViNE4ErC2peX2FF1fm36fZeVPcv4,10656
+dtlpy/repositories/datasets.py,sha256=g0ii254YeAjA7B7MWhZoFsB03d70HiskCcPNkbfjC08,58762
+dtlpy/repositories/downloader.py,sha256=p4XXmH8cjYN8o0FJt81S9VqtnOyqj3YEfZKP-l6KGEM,44651
 dtlpy/repositories/dpks.py,sha256=dglvaiSFBvEithhlQ0RAXwzTxoZaICONs-owx3e2nfU,17848
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
 dtlpy/repositories/executions.py,sha256=4UoU6bnB3kl5cMuF1eJvDecfZCaB06gKWxPfv6_g1_k,32598
 dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
 dtlpy/repositories/features.py,sha256=A_RqTJxzjTh-Wbm0uXaoTNyHSfCLbeiH38iB11p2ifY,9915
-dtlpy/repositories/integrations.py,sha256=mE2KXFkZzvQj8gxYT0MuR0Slp4TKSiamm0Gk8CNttU0,17278
-dtlpy/repositories/items.py,sha256=RmS-_wKSefOBvuUaXLgYbWWC2M0rGThGPco_wBJorx0,39752
+dtlpy/repositories/integrations.py,sha256=gSgaVp4MkcdrJMnXVr_fl4xrzhfJba8BFbBJTuJPwXc,18159
+dtlpy/repositories/items.py,sha256=uOukC5sCvdzdIGglYRfYw-1tS11Q9HH4oZFzORnpmk4,39881
 dtlpy/repositories/messages.py,sha256=QU0Psckg6CA_Tlw9AVxqa-Ay1fRM4n269sSIJkH9o7E,3066
 dtlpy/repositories/models.py,sha256=IekNMcnuKVaAVTJf2AJv6YvX5qCd9kkSl4ETPMWP4Zc,38213
 dtlpy/repositories/nodes.py,sha256=xXJm_YA0vDUn0dVvaGeq6ORM0vI3YXvfjuylvGRtkxo,3061
@@ -188,11 +188,11 @@ dtlpy/repositories/resource_executions.py,sha256=PyzsbdJxz6jf17Gx13GZmqdu6tZo3TT
 dtlpy/repositories/schema.py,sha256=kTKDrbwm7BfQnBAK81LpAl9ChNFdyUweSLNazlJJhjk,3953
 dtlpy/repositories/services.py,sha256=2ruoPwyznRwsNtM7YK2vSGQP9jtCHB6WitRo-Z0yB_c,68576
 dtlpy/repositories/settings.py,sha256=HHYSGub5Y6cQ746pBfvlQndsgBj1UoNFupa2otgvsWI,11645
-dtlpy/repositories/tasks.py,sha256=VKIltgjuSqfnyjePtmqmxO8baWehqrcqqggZl4Jfx00,50049
+dtlpy/repositories/tasks.py,sha256=sBV7SLLwt2QsJkjdEuKLJgIPS34H1b5E2rdFQb1n1Wo,50160
 dtlpy/repositories/times_series.py,sha256=m-bKFEgiZ13yQNelDjBfeXMUy_HgsPD_JAHj1GVx9fU,11420
 dtlpy/repositories/triggers.py,sha256=izdNyCN1gDc5uo7AXntso0HSMTDIzGFUp-dSEz8cn_U,21990
 dtlpy/repositories/upload_element.py,sha256=R2KWIXmkp_dMAIr81tu3Y_VRfldj0ju8__V28ombkcg,10677
-dtlpy/repositories/uploader.py,sha256=5qQbsg701HrL8x0wWCRLPBP_dztqXEb31QfeZnh0SQk,31988
+dtlpy/repositories/uploader.py,sha256=Keu_1fgJPiBpUgBGrAfRErejUK_UvqLTNdwK-BmTPY8,32064
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
@@ -224,19 +224,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.106.5.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.106.5.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.106.5.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.108.7.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.108.7.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.108.7.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
 tests/assets/models_flow/main.py,sha256=vnDKyVZaae2RFpvwS22Hzi6Dt2LJerH4yQrmKtaT8_g,2123
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=TMeUzSZkksHqbxNBDLk-LYBMD4G5dMo4ZLZXPwQImVE,18751
-dtlpy-1.106.5.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.106.5.dist-info/METADATA,sha256=UMKbsTir4mtoHZEXU2NnsiJ_Sq_Qje8Jv3YQ9jEWVbU,3019
-dtlpy-1.106.5.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.106.5.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.106.5.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.106.5.dist-info/RECORD,,
+tests/features/environment.py,sha256=JcM956BxLBRvDqy6Kr1Nxd1FY_gxbE6XztZBVBMCGYM,18897
+dtlpy-1.108.7.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.108.7.dist-info/METADATA,sha256=85hCn6Cm55e6XrMDSk1qOQFh9-YnFL9tG_Sr0qH4aqA,3205
+dtlpy-1.108.7.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.108.7.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.108.7.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.108.7.dist-info/RECORD,,

tests/features/environment.py

@@ -121,20 +121,21 @@ def after_feature(context, feature):
 
     # update api call json
     if hasattr(feature, 'dataloop_feature_dl'):
-        try:
-            api_calls_path = os.path.join(os.environ['DATALOOP_TEST_ASSETS'], 'api_calls.json')
-            with open(api_calls_path, 'r') as f:
-                api_calls = json.load(f)
-            if context.feature.name in api_calls:
-                api_calls[context.feature.name] += feature.dataloop_feature_dl.client_api.calls_counter.number
-            else:
-                api_calls[context.feature.name] = feature.dataloop_feature_dl.client_api.calls_counter.number
-            # lock the file for multi processes needs
-            with FileLock("api_calls.json.lock"):
-                with open(api_calls_path, 'w') as f:
-                    json.dump(api_calls, f)
-        except Exception:
-            logging.exception('Failed to update api calls')
+        if not os.environ.get('IGNORE_API_CALLS', 'false') == 'true':
+            try:
+                api_calls_path = os.path.join(os.environ['DATALOOP_TEST_ASSETS'], 'api_calls.json')
+                with open(api_calls_path, 'r') as f:
+                    api_calls = json.load(f)
+                if context.feature.name in api_calls:
+                    api_calls[context.feature.name] += feature.dataloop_feature_dl.client_api.calls_counter.number
+                else:
+                    api_calls[context.feature.name] = feature.dataloop_feature_dl.client_api.calls_counter.number
+                # lock the file for multi processes needs
+                with FileLock("api_calls.json.lock"):
+                    with open(api_calls_path, 'w') as f:
+                        json.dump(api_calls, f)
+            except Exception:
+                logging.exception('Failed to update api calls')
 
     if hasattr(feature, 'dataloop_feature_compute'):
         try:
@@ -293,7 +294,7 @@ def after_tag(context, tag):
         pass
     elif tag == 'wip':
         pass
-    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test']):
+    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test', 'ATP', 'AIRGAPPED']):
         pass
     else:
         raise ValueError('unknown tag: {}'.format(tag))