dtlpy 1.100.5__py3-none-any.whl → 1.102.14__py3-none-any.whl

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.100.5'
+version = '1.102.14'

dtlpy/entities/app.py

@@ -132,7 +132,7 @@ class App(entities.BaseEntity):
         return self.apps.pause(self)
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, is_fetched=True):
+    def _protected_from_json(_json, client_api, project=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
 
@@ -193,7 +193,7 @@ class App(entities.BaseEntity):
         return _json
 
     @classmethod
-    def from_json(cls, _json, client_api: ApiClient, project: entities.Project, is_fetched=True):
+    def from_json(cls, _json, client_api: ApiClient, project: entities.Project=None, is_fetched=True):
         app = cls(
             id=_json.get('id', None),
             name=_json.get('name', None),

dtlpy/entities/dataset.py

@@ -1149,3 +1149,69 @@ class Dataset(entities.BaseEntity):
             ontology_id = recipe.ontology_ids[0]
         ontology = recipe.ontologies.get(ontology_id=ontology_id)
         return ontology.delete_attributes(ontology_id=ontology.id, keys=keys)
+
+    def split_ml_subsets(self,
+                         items_query = None,
+                         percentages: dict = None ):
+        """
+        Split dataset items into ML subsets.
+
+        :param dl.Filters items_query: Filters object to select items.
+        :param dict percentages: {'train': x, 'validation': y, 'test': z}.
+        :return: True if the split operation was successful.
+        :rtype: bool
+        """
+        return self.datasets.split_ml_subsets(dataset_id=self.id,
+                                              items_query=items_query,
+                                              ml_split_list=percentages)
+
+    def assign_subset_to_items(self, subset: str, items_query=None) -> bool:
+        """
+        Assign a specific ML subset (train/validation/test) to items defined by the given filters.
+        This will set the chosen subset to True and the others to None.
+
+        :param dl.Filters items_query: Filters to select items
+        :param str subset: 'train', 'validation', or 'test'
+        :return: True if successful
+        :rtype: bool
+        """
+   
+        return self.datasets.bulk_update_ml_subset(dataset_id=self.id,
+                                                   items_query=items_query,
+                                                   subset=subset)
+
+    def remove_subset_from_items(self, items_query= None,) -> bool:
+        """
+        Remove any ML subset assignment from items defined by the given filters.
+        This sets train, validation, and test tags to None.
+
+        :param dl.Filters items_query: Filters to select items
+        :return: True if successful
+        :rtype: bool
+        """
+        return self.datasets.bulk_update_ml_subset(dataset_id=self.id,
+                                                   items_query=items_query,
+                                                   subset=None,
+                                                   deleteTag=True)
+
+    def get_items_missing_ml_subset(self, filters = None) -> list:
+        """
+        Get the list of item IDs that are missing ML subset assignment.
+        An item is considered missing ML subset if train, validation, and test tags are not True (all None).
+
+        :param dl.Filters filters: optional filters to narrow down items. If None, will use a default filter for files.
+        :return: list of item IDs
+        :rtype: list
+        """
+        if filters is None:
+            filters = entities.Filters()
+        filters.add(field='metadata.system.tags.train', values=None)
+        filters.add(field='metadata.system.tags.validation', values=None)
+        filters.add(field='metadata.system.tags.test', values=None)
+        missing_ids = []
+        pages = self.items.list(filters=filters)
+        for page in pages:
+            for item in page:
+                # item that pass filters means no subsets assigned
+                missing_ids.append(item.id)
+        return missing_ids

dtlpy/entities/dpk.py

@@ -48,6 +48,7 @@ class Toolbar(entities.DlEntity):
     invoke: dict = entities.DlProperty(location=['invoke'], _type=dict)
     location: str = entities.DlProperty(location=['location'], _type=str)
     icon: str = entities.DlProperty(location=['icon'], _type=str)
+    action: str = entities.DlProperty(location=['action'], _type=str, default=None)
 
     def to_json(self) -> dict:
         return self._dict.copy()

dtlpy/entities/integration.py

@@ -34,6 +34,8 @@ class IntegrationType(str, Enum):
          - KEY VALUE Integration - for save secrets in the platform
        * - GCP_WORKLOAD_IDENTITY_FEDERATION
          - GCP Workload Identity Federation Integration - for GCP drivers
+       * - PRIVATE_REGISTRY
+         - PRIVATE REGISTRY Integration - for private registry drivers
     """
     S3 = "s3"
     AWS_CROSS_ACCOUNT = 'aws-cross'
@@ -42,7 +44,8 @@ class IntegrationType(str, Enum):
     GCS_CROSS = "gcp-cross"
     AZUREBLOB = "azureblob"
     KEY_VALUE = "key_value"
-    GCP_WORKLOAD_IDENTITY_FEDERATION = "gcp-workload-identity-federation"
+    GCP_WORKLOAD_IDENTITY_FEDERATION = "gcp-workload-identity-federation",
+    PRIVATE_REGISTRY = "private-registry"
 
 
 @attr.s

dtlpy/entities/item.py

@@ -716,6 +716,60 @@ class Item(entities.BaseEntity):
         self._platform_dict = self.update()._platform_dict
         return self
 
+    def assign_subset(self, subset: str):
+        """
+        Assign a single ML subset (train/validation/test) to this item.
+        Sets the chosen subset to True and the others to None.
+        Then calls item.update(system_metadata=True).
+
+        :param str subset: 'train', 'validation', or 'test'
+        """
+        if subset not in ['train', 'validation', 'test']:
+            raise ValueError("subset must be one of: 'train', 'validation', 'test'")
+
+        if 'system' not in self.metadata:
+            self.metadata['system'] = {}
+        if 'tags' not in self.metadata['system']:
+            self.metadata['system']['tags'] = {}
+
+        self.metadata['system']['tags']['train'] = True if subset == 'train' else None
+        self.metadata['system']['tags']['validation'] = True if subset == 'validation' else None
+        self.metadata['system']['tags']['test'] = True if subset == 'test' else None
+
+        return self.update(system_metadata=True)
+
+
+    def remove_subset(self):
+        """
+        Remove any ML subset assignment from this item.
+        Sets train, validation, and test to None.
+        Then calls item.update(system_metadata=True).
+        """
+        if 'system' not in self.metadata:
+            self.metadata['system'] = {}
+        if 'tags' not in self.metadata['system']:
+            self.metadata['system']['tags'] = {}
+
+        self.metadata['system']['tags']['train'] = None
+        self.metadata['system']['tags']['validation'] = None
+        self.metadata['system']['tags']['test'] = None
+
+        return self.update(system_metadata=True)
+
+
+    def get_current_subset(self) -> str:
+        """
+        Get the current ML subset assignment of this item.
+        Returns 'train', 'validation', 'test', or None if not assigned.
+
+        :return: subset name or None
+        :rtype: str or None
+        """
+        tags = self.metadata.get('system', {}).get('tags', {})
+        for subset in ['train', 'validation', 'test']:
+            if tags.get(subset) is True:
+                return subset
+        return None
 
 class ModalityTypeEnum(str, Enum):
     """

dtlpy/entities/model.py

@@ -1,11 +1,8 @@
-import json
 from collections import namedtuple
 from enum import Enum
 import traceback
 import logging
-
 import attr
-
 from .. import repositories, entities
 from ..services.api_client import ApiClient
 
@@ -122,7 +119,7 @@ class Model(entities.BaseEntity):
     app = attr.ib(default=None)
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, package, is_fetched=True):
+    def _protected_from_json(_json, client_api, project=None, package=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
 
@@ -146,7 +143,7 @@ class Model(entities.BaseEntity):
         return status, model
 
     @classmethod
-    def from_json(cls, _json, client_api, project, package, is_fetched=True):
+    def from_json(cls, _json, client_api, project=None, package=None, is_fetched=True):
         """
         Turn platform representation of model into a model entity
 

dtlpy/entities/ontology.py

@@ -185,7 +185,7 @@ class Ontology(entities.BaseEntity):
         self._color_map = values
 
     @staticmethod
-    def _protected_from_json(_json, client_api, recipe, dataset, project, is_fetched=True):
+    def _protected_from_json(_json, client_api, recipe=None, dataset=None, project=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
         :param _json: platform json
@@ -217,7 +217,7 @@ class Ontology(entities.BaseEntity):
         return True
 
     @classmethod
-    def from_json(cls, _json, client_api, recipe, dataset=None, project=None, is_fetched=True):
+    def from_json(cls, _json, client_api, recipe=None, dataset=None, project=None, is_fetched=True):
         """
         Build an Ontology entity object from a json
 

dtlpy/entities/package.py

@@ -124,7 +124,7 @@ class Package(entities.DlEntity):
         self.codebase = entities.ItemCodebase(item_id=item_id)
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, is_fetched=True):
+    def _protected_from_json(_json, client_api, project=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
 
@@ -144,7 +144,7 @@ class Package(entities.DlEntity):
         return status, package
 
     @classmethod
-    def from_json(cls, _json, client_api, project, is_fetched=True):
+    def from_json(cls, _json, client_api, project=None, is_fetched=True):
         """
         Turn platform representation of package into a package entity
 

dtlpy/entities/paged_entities.py

@@ -71,7 +71,7 @@ class PagedEntities:
         return self.items_count
 
     def __iter__(self):
-        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
                          file=sys.stdout, desc="Iterate Pages")
         if self.page_offset != 0:
             # reset the count for page 0

dtlpy/entities/pipeline.py

@@ -232,11 +232,12 @@ class Pipeline(entities.BaseEntity):
     updated_by = attr.ib(default=None)
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, is_fetched=True):
+    def _protected_from_json(_json, client_api, project=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
         :param _json: platform json
         :param client_api: ApiClient entity
+        :param dtlpy.entities.project.Project project: entity
         :param is_fetched: is Entity fetched from Platform
         :return:
         """
@@ -254,13 +255,13 @@ class Pipeline(entities.BaseEntity):
         return status, pipeline
 
     @classmethod
-    def from_json(cls, _json, client_api, project, is_fetched=True):
+    def from_json(cls, _json, client_api, project=None, is_fetched=True):
         """
         Turn platform representation of pipeline into a pipeline entity
 
         :param dict _json: platform representation of package
         :param dl.ApiClient client_api: ApiClient entity
-        :param dtlpy.entities.project.Project project: project entity
+        :param dtlpy.entities.project.Project project: entity
         :param bool is_fetched: is Entity fetched from Platform
         :return: Pipeline entity
         :rtype: dtlpy.entities.pipeline.Pipeline
@@ -308,7 +309,7 @@ class Pipeline(entities.BaseEntity):
         return inst
 
     @classmethod
-    def pipeline_node(self, _json):
+    def pipeline_node(cls, _json):
         node_type = _json.get('type')
         if node_type == 'task':
             return TaskNode.from_json(_json)

dtlpy/entities/pipeline_execution.py

@@ -91,7 +91,7 @@ class PipelineExecution(entities.BaseEntity):
     _repositories = attr.ib(repr=False)
 
     @staticmethod
-    def _protected_from_json(_json, client_api, pipeline, is_fetched=True):
+    def _protected_from_json(_json, client_api, pipeline=None, is_fetched=True):
         """
         Same as from_json but with try-except to catch if error
         :param _json: platform json
@@ -114,7 +114,7 @@ class PipelineExecution(entities.BaseEntity):
         return status, pipeline
 
     @classmethod
-    def from_json(cls, _json, client_api, pipeline, is_fetched=True) -> 'PipelineExecution':
+    def from_json(cls, _json, client_api, pipeline=None, is_fetched=True) -> 'PipelineExecution':
         """
         Turn platform representation of pipeline_execution into a pipeline_execution entity
 

dtlpy/entities/recipe.py

@@ -57,7 +57,7 @@ class Recipe(entities.BaseEntity):
         Build a Recipe entity object from a json
 
         :param dict _json: _json response from host
-        :param dtlpy.entities.dataset.Dataset Dataset: Dataset entity
+        :param dtlpy.entities.dataset.Dataset dataset: Dataset entity
         :param dtlpy.entities.project.Project project: project entity
         :param dl.ApiClient client_api: ApiClient entity
         :param bool is_fetched: is Entity fetched from Platform

dtlpy/entities/service.py

@@ -839,6 +839,16 @@ class Service(entities.BaseEntity):
             **kwargs
         )
 
+    def restart(self, replica_name: str = None):
+        """
+        Restart service
+
+        :param str replica_name: replica name
+        :return: True
+        :rtype: bool
+        """
+        return self.services.restart(service=self, replica_name=replica_name)
+
 
 class KubernetesAutoscalerType(str, Enum):
     """ The Service Autoscaler Type (RABBITMQ, CPU).

dtlpy/entities/task.py

@@ -116,7 +116,7 @@ class Task:
         self._description['content'] = description
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, dataset):
+    def _protected_from_json(_json, client_api, project=None, dataset=None):
         """
         Same as from_json but with try-except to catch if error
 

dtlpy/entities/trigger.py

@@ -119,7 +119,7 @@ class BaseTrigger(entities.BaseEntity):
         return self.updated_at
 
     @staticmethod
-    def _protected_from_json(_json, client_api, project, service=None):
+    def _protected_from_json(_json, client_api, project=None, service=None):
         """
         Same as from_json but with try-except to catch if error
 
@@ -141,7 +141,7 @@ class BaseTrigger(entities.BaseEntity):
         return status, trigger
 
     @classmethod
-    def from_json(cls, _json, client_api, project, service=None):
+    def from_json(cls, _json, client_api, project=None, service=None):
         """
         Build a trigger entity object from a json
 
@@ -305,7 +305,7 @@ class Trigger(BaseTrigger):
         return _json
 
     @classmethod
-    def from_json(cls, _json, client_api, project, service=None):
+    def from_json(cls, _json, client_api, project=None, service=None):
         """
         Build a trigger entity object from a json
 
@@ -377,7 +377,7 @@ class CronTrigger(BaseTrigger):
         return _json
 
     @classmethod
-    def from_json(cls, _json, client_api, project, service=None):
+    def from_json(cls, _json, client_api, project=None, service=None):
         """
         Build a trigger entity object from a json
 

dtlpy/ml/base_model_adapter.py

@@ -486,7 +486,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         if feature_set is None:
             logger.info('Feature Set not found. creating... ')
             try:
-                self.model_entity.project.feature_sets.get(name=self.model_entity.name)
+                self.model_entity.project.feature_sets.get(feature_set_name=self.model_entity.name)
                 feature_set_name = f"{self.model_entity.name}-{''.join(random.choices(string.ascii_letters + string.digits, k=5))}"
                 logger.warning(f"Feature set with the model name already exists. Creating new feature set with name {feature_set_name}")
             except exceptions.NotFound:

dtlpy/repositories/commands.py

@@ -95,7 +95,7 @@ class Commands:
 
         command = None
         pbar = tqdm.tqdm(total=100,
-                         disable=self._client_api.verbose.disable_progress_bar,
+                         disable=self._client_api.verbose.disable_progress_bar_command_progress,
                          file=sys.stdout,
                          desc='Command Progress')
         num_tries = 1

dtlpy/repositories/datasets.py

@@ -1008,7 +1008,7 @@ class Datasets:
             pool = dataset._client_api.thread_pools(pool_name='dataset.download')
             jobs = [None for _ in range(pages.items_count)]
             progress = tqdm.tqdm(total=pages.items_count,
-                                 disable=dataset._client_api.verbose.disable_progress_bar,
+                                 disable=dataset._client_api.verbose.disable_progress_bar_download_annotations,
                                  file=sys.stdout, desc='Download Annotations')
             i_item = 0
             for page in pages:
@@ -1081,7 +1081,7 @@ class Datasets:
             filters._user_query = 'false'
         pages = dataset.items.list(filters=filters)
         total_items = pages.items_count
-        pbar = tqdm.tqdm(total=total_items, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=total_items, disable=dataset._client_api.verbose.disable_progress_bar_upload_annotations,
                          file=sys.stdout, desc='Upload Annotations')
         pool = self._client_api.thread_pools('annotation.upload')
         annotations_uploaded_count = 0
@@ -1126,3 +1126,108 @@ class Datasets:
         """
         import warnings
         warnings.warn("`readonly` flag on dataset is deprecated, doing nothing.", DeprecationWarning)
+
+
+    @_api_reference.add(path='/datasets/{id}/split', method='post')
+    def split_ml_subsets(self,
+                        dataset_id: str,
+                        items_query: entities.filters,
+                        ml_split_list: dict) -> bool:
+        """
+        Split dataset items into ML subsets.
+
+        :param str dataset_id: The ID of the dataset.
+        :param dict items_query: Query to select items.
+        :param dict ml_split_list: Dictionary with 'train', 'validation', 'test' keys and integer percentages.
+        :return: True if the split operation was successful.
+        :rtype: bool
+        :raises: PlatformException on failure and ValueError if percentages do not sum to 100 or invalid keys/values.
+        """
+         # Validate percentages
+        if not ml_split_list:
+            ml_split_list = {'train': 80, 'validation': 10, 'test': 10}
+          
+        if not items_query:
+            items_query = entities.Filters()
+
+        items_query_dict = items_query.prepare()
+        required_keys = {'train', 'validation', 'test'}
+        if set(ml_split_list.keys()) != required_keys:
+            raise ValueError("MLSplitList must have exactly the keys 'train', 'validation', 'test'.")
+        total = sum(ml_split_list.values())
+        if total != 100:
+            raise ValueError(
+                "Please set the Train, Validation, and Test subsets percentages to add up to 100%. "
+                "For example: 70, 15, 15."
+            )
+        for key, value in ml_split_list.items():
+            if not isinstance(value, int) or value < 0:
+                raise ValueError("Percentages must be integers >= 0.")
+        payload = {
+            'itemsQuery': items_query_dict,
+            'MLSplitList': ml_split_list
+        }
+        path = f'/datasets/{dataset_id}/split'
+        success, response = self._client_api.gen_request(req_type='post',
+                                                        path=path,
+                                                        json_req=payload)
+        if success:
+            # Wait for the split operation to complete
+            command = entities.Command.from_json(_json=response.json(),
+                                                client_api=self._client_api)
+            command.wait()
+            return True
+        else:
+            raise exceptions.PlatformException(response)
+
+
+    @_api_reference.add(path='/datasets/{id}/items/bulk-update-metadata', method='post')
+    def bulk_update_ml_subset(self, dataset_id: str, items_query: dict, subset: str = None, deleteTag: bool = False) -> bool:
+        """
+        Bulk update ML subset assignment for selected items.
+        If subset is None, remove subsets. Otherwise, assign the specified subset.
+
+        :param str dataset_id: ID of the dataset
+        :param dict items_query: DQLResourceQuery (filters) for selecting items
+        :param str subset: 'train', 'validation', 'test' or None to remove all
+        :return: True if success
+        :rtype: bool
+        """
+        if items_query is None:
+            items_query = entities.Filters()
+        items_query_dict = items_query.prepare()
+        if not deleteTag and subset not in ['train', 'validation', 'test']:
+            raise ValueError("subset must be one of: 'train', 'validation', 'test'")
+        # Determine tag values based on subset
+        tags = {
+            'train': True if subset == 'train' else None,
+            'validation': True if subset == 'validation' else None,
+            'test': True if subset == 'test' else None
+        }
+
+        payload = {
+            "query": items_query_dict,
+            "updateQuery": {
+                "update": {
+                    "metadata": {
+                        "system": {
+                            "tags": tags
+                        }
+                    }
+                },
+                "systemSpace": True
+            }
+        }
+
+        success, response = self._client_api.gen_request(
+            req_type='post',
+            path=f'/datasets/{dataset_id}/items/bulk-update-metadata',
+            json_req=payload
+        )
+        if success:
+            # Similar to split operation, a command is returned
+            command = entities.Command.from_json(_json=response.json(), client_api=self._client_api)
+            command.wait()
+            return True
+        else:
+            raise exceptions.PlatformException(response)

dtlpy/repositories/downloader.py

@@ -211,7 +211,7 @@ class Downloader:
         # pool
         pool = client_api.thread_pools(pool_name='item.download')
         # download
-        pbar = tqdm.tqdm(total=num_items, disable=client_api.verbose.disable_progress_bar, file=sys.stdout,
+        pbar = tqdm.tqdm(total=num_items, disable=client_api.verbose.disable_progress_bar_download_dataset, file=sys.stdout,
                          desc='Download Items')
         try:
             i_item = 0
@@ -699,7 +699,7 @@ class Downloader:
                                                       unit_divisor=1024,
                                                       position=1,
                                                       file=sys.stdout,
-                                                      disable=self.items_repository._client_api.verbose.disable_progress_bar,
+                                                      disable=self.items_repository._client_api.verbose.disable_progress_bar_download_item,
                                                       desc='Download Item')
                     except Exception as err:
                         one_file_progress_bar = False

dtlpy/repositories/dpks.py

@@ -196,8 +196,13 @@ class Dpks:
             dpk = dpk_v.items[0]
         return dpk
 
-    def publish(self, dpk: entities.Dpk = None, ignore_max_file_size: bool = False,
-                manifest_filepath='dataloop.json') -> entities.Dpk:
+    def publish(
+            self,
+            dpk: entities.Dpk = None,
+            ignore_max_file_size: bool = False,
+            manifest_filepath='dataloop.json',
+            local_path: str = None
+    ) -> entities.Dpk:
         """
         Upload a dpk entity to the dataloop platform.
 
@@ -207,6 +212,7 @@ class Dpks:
                                         during the packaging of the codebase.
         :param str manifest_filepath: Optional. Path to the manifest file. Can be absolute or relative.
                                     Defaults to 'dataloop.json'
+        :param str local_path: Optional. The path where the dpk files are located.
 
         :return the published dpk
         :rtype dl.entities.Dpk
@@ -241,8 +247,13 @@ class Dpks:
         if self.project and self.project.id != dpk.context['project']:
             logger.warning("the project id that provide different from the dpk project id")
 
+        if local_path is None:
+            if manifest_filepath=='dataloop.json':
+                local_path = os.getcwd()
+            else:
+                local_path = os.path.dirname(manifest_filepath)
         if dpk.codebase is None:
-            dpk.codebase = self.project.codebases.pack(directory=os.getcwd(),
+            dpk.codebase = self.project.codebases.pack(directory=local_path,
                                                        name=dpk.display_name,
                                                        extension='dpk',
                                                        ignore_directories=['artifacts'],

dtlpy/repositories/models.py

@@ -674,7 +674,12 @@ class Models:
             raise ValueError("Model doesnt have any associated services. Need to deploy before predicting")
         if item_ids is None and dataset_id is None:
             raise ValueError("Need to provide either item_ids or dataset_id")
-        payload = {'input': {'itemIds': item_ids, 'datasetId': dataset_id},
+        payload_input = {}
+        if item_ids is not None:
+            payload_input['itemIds'] = item_ids
+        if dataset_id is not None:
+            payload_input['datasetId'] = dataset_id
+        payload = {'input': payload_input,
                    'config': {'serviceId': model.metadata['system']['deploy']['services'][0]}}
 
         success, response = self._client_api.gen_request(req_type="post",
@@ -701,7 +706,12 @@ class Models:
             raise ValueError("Model doesnt have any associated services. Need to deploy before predicting")
         if item_ids is None and dataset_id is None:
             raise ValueError("Need to provide either item_ids or dataset_id")
-        payload = {'input': {'itemIds': item_ids, 'datasetId': dataset_id},
+        payload_input = {}
+        if item_ids is not None:
+            payload_input['itemIds'] = item_ids
+        if dataset_id is not None:
+            payload_input['datasetId'] = dataset_id
+        payload = {'input': payload_input,
                    'config': {'serviceId': model.metadata['system']['deploy']['services'][0]}}
 
         success, response = self._client_api.gen_request(req_type="post",

dtlpy/repositories/services.py

@@ -1589,6 +1589,40 @@ class Services:
 
         return True
 
+    def restart(self, service: entities.Service, replica_name: str = None):
+        """
+        Restart service replica
+
+        **Prerequisites**: You must be in the role of a *developer*.
+
+        :param dtlpy.entities.service.Service service: service entity
+        :param str replica_name: replica name
+        :return: True
+        :rtype: bool
+
+        **Example**:
+
+        .. code-block:: python
+
+            is_restarted = dl.services.restart(service='service_entity',
+                                                    replica_name='replica_name')
+        """
+        payload = {}
+
+        if replica_name is not None:
+            payload['replicaName'] = replica_name
+
+        # request
+        success, response = self._client_api.gen_request(req_type='post',
+                                                         path='/services/{}/restart'.format(service.id),
+                                                         json_req=payload)
+
+        # exception handling
+        if not success:
+            raise exceptions.PlatformException(response)
+
+        return True
+
 
 class ServiceLog:
     """
@@ -1661,3 +1695,4 @@ class ServiceLog:
             for log in self.logs:
                 yield '{}: {}'.format(log.get('timestamp', self.start), log.get('message', '').strip())
             self.get_next_log()
+

dtlpy/repositories/uploader.py

@@ -38,7 +38,7 @@ class Uploader:
         self.num_files = 0
         self.i_item = 0
         self.pbar = tqdm.tqdm(total=0,
-                              disable=self.items_repository._client_api.verbose.disable_progress_bar,
+                              disable=self.items_repository._client_api.verbose.disable_progress_bar_upload_items,
                               file=sys.stdout, desc='Upload Items')
         self.reporter = Reporter(num_workers=0,
                                  resource=Reporter.ITEMS_UPLOAD,

dtlpy/services/api_client.py

@@ -104,6 +104,16 @@ class Verbose:
     __DEFAULT_DISABLE_PROGRESS_BAR = False
     __DEFAULT_PRINT_ALL_RESPONSES = False
     __PRINT_ERROR_LOGS = False
+    __DEFAULT_PROGRESS_BAR_SETTINGS = {
+        'Iterate Pages': False,
+        'Command Progress': False,
+        'Download Dataset': False,
+        'Download Item': False,
+        'Upload Items': False,
+        'Download Annotations': False,
+        'Upload Annotations': False,
+        'Convert Annotations': False
+    }
 
     def __init__(self, cookie):
         self.cookie = cookie
@@ -115,6 +125,7 @@ class Verbose:
             self._disable_progress_bar = self.__DEFAULT_DISABLE_PROGRESS_BAR
             self._print_all_responses = self.__DEFAULT_PRINT_ALL_RESPONSES
             self._print_error_logs = self.__PRINT_ERROR_LOGS
+            self._progress_bar_settings = self.__DEFAULT_PROGRESS_BAR_SETTINGS
             if os.getenv('DTLPY_REFRESH_TOKEN_METHOD', "") == "proxy":
                 self._print_error_logs = True
             self.to_cookie()
@@ -123,7 +134,9 @@ class Verbose:
         dictionary = {'logging_level': self._logging_level,
                       'disable_progress_bar': self._disable_progress_bar,
                       'print_all_responses': self._print_all_responses,
-                      'print_error_logs': self._print_error_logs}
+                      'print_error_logs': self._print_error_logs,
+                      'progress_bar_setting': json.dumps(self._progress_bar_settings)
+                      }
         self.cookie.put(key='verbose', value=dictionary)
 
     def from_cookie(self, dictionary):
@@ -131,6 +144,83 @@ class Verbose:
         self._disable_progress_bar = dictionary.get('disable_progress_bar', self.__DEFAULT_DISABLE_PROGRESS_BAR)
         self._print_all_responses = dictionary.get('print_all_responses', self.__DEFAULT_PRINT_ALL_RESPONSES)
         self._print_error_logs = dictionary.get('print_error_logs', self.__PRINT_ERROR_LOGS)
+        progress_bar_settings = dictionary.get('progress_bar_setting',  None)
+        if progress_bar_settings is None:
+            self._progress_bar_settings = self.__DEFAULT_PROGRESS_BAR_SETTINGS
+        else:
+            self._progress_bar_settings = json.loads(progress_bar_settings)
+
+    @property
+    def disable_progress_bar_iterate_pages(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Iterate Pages', False)
+
+    @disable_progress_bar_iterate_pages.setter
+    def disable_progress_bar_iterate_pages(self, val):
+        self._progress_bar_settings['Iterate Pages'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_command_progress(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Command Progress', False)
+
+    @disable_progress_bar_command_progress.setter
+    def disable_progress_bar_command_progress(self, val):
+        self._progress_bar_settings['Command Progress'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_item(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Item', False)
+
+    @disable_progress_bar_download_item.setter
+    def disable_progress_bar_download_item(self, val):
+        self._progress_bar_settings['Download Item'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_dataset(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Dataset', False)
+
+    @disable_progress_bar_download_dataset.setter
+    def disable_progress_bar_download_dataset(self, val):
+        self._progress_bar_settings['Download Dataset'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_upload_items(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Upload Items', False)
+
+    @disable_progress_bar_upload_items.setter
+    def disable_progress_bar_upload_items(self, val):
+        self._progress_bar_settings['Upload Items'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Annotations', False)
+
+    @disable_progress_bar_download_annotations.setter
+    def disable_progress_bar_download_annotations(self, val):
+        self._progress_bar_settings['Download Annotations'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_upload_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Upload Annotations', False)
+
+    @disable_progress_bar_upload_annotations.setter
+    def disable_progress_bar_upload_annotations(self, val):
+        self._progress_bar_settings['Upload Annotations'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_convert_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Convert Annotations', False)
+
+    @disable_progress_bar_convert_annotations.setter
+    def disable_progress_bar_convert_annotations(self, val):
+        self._progress_bar_settings['Convert Annotations'] = val
+        self.to_cookie()
 
     @property
     def disable_progress_bar(self):
@@ -1073,6 +1163,7 @@ class ApiClient:
                                                 headers=headers_req,
                                                 chunked=stream,
                                                 retry_attempts=5,
+                                                ssl=self.verify,
                                                 retry_exceptions={aiohttp.client_exceptions.ClientOSError,
                                                                   aiohttp.client_exceptions.ServerDisconnectedError,
                                                                   aiohttp.client_exceptions.ClientPayloadError},
@@ -1161,7 +1252,7 @@ class ApiClient:
                                  unit_divisor=1024,
                                  position=1,
                                  file=sys.stdout,
-                                 disable=self.verbose.disable_progress_bar,
+                                 disable=self.verbose.disable_progress_bar_upload_items,
                                  desc='Upload Items')
 
                 def callback(bytes_read):

dtlpy/utilities/converter.py

@@ -209,7 +209,7 @@ class Converter:
                 for label in labels:
                     fp.write("{}\n".format(label))
 
-        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar_convert_annotations,
                          file=sys.stdout, desc='Convert Annotations')
         reporter = Reporter(
             num_workers=pages.items_count,
@@ -359,7 +359,7 @@ class Converter:
         converted_annotations = [None for _ in range(pages.items_count)]
         item_id_counter = 0
         pool = ThreadPool(processes=self.concurrency)
-        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar_convert_annotations,
                          file=sys.stdout, desc='Convert Annotations')
         reporter = Reporter(
             num_workers=pages.items_count,

{dtlpy-1.100.5.dist-info → dtlpy-1.102.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.100.5
+Version: 1.102.14
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team

{dtlpy-1.100.5.dist-info → dtlpy-1.102.14.dist-info}/RECORD

@@ -1,5 +1,5 @@
 dtlpy/__init__.py,sha256=1Zngp5ftTgWb3r-sc8z98TYpEs6fOB_7snFhsXYQLVg,20899
-dtlpy/__version__.py,sha256=e4pBVlNGZ5kJJMpSKyUUs4mbQCOloji-ZOOFXliGh94,20
+dtlpy/__version__.py,sha256=82fpG2J9U-IcmpwkJvq1am0FxF4AGGDMXe7Jqv7JIi4,21
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=u_c6JtgqsKCr7TU24-g7_CaST9ghqamMhM4Z0Zxt50w,10121
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
@@ -48,7 +48,7 @@ dtlpy/entities/__init__.py,sha256=Sihb652vYCyCWSQfiYTEGQW0EJsHe7BTk6-S5DOsAb0,49
 dtlpy/entities/analytic.py,sha256=5MpYDKPVsZ1MIy20Ju515RWed6P667j4TLxsan2gyNM,11925
 dtlpy/entities/annotation.py,sha256=sqgnONKbNb9gmPLJBH3mYJhFWeKjoiJ8dt57Cz7C6YA,67020
 dtlpy/entities/annotation_collection.py,sha256=CEYSBHhhDkC0VJdHsBSrA6TgdKGMcKeI3tFM40UJwS8,29838
-dtlpy/entities/app.py,sha256=LQ0cDuqeNtO7iihrTq8MBLrFbZiDVs6AFoAi4UQtUZY,6958
+dtlpy/entities/app.py,sha256=dVd87-mP22NWvec5nqA5VjZ8Qk3aJlgUcloIAAOAPUw,6968
 dtlpy/entities/app_module.py,sha256=0UiAbBX1q8iEImi3nY7ySWZZHoRRwu0qUXmyXmgVAc4,3645
 dtlpy/entities/artifact.py,sha256=wtLtBuidOPbnba0ok40JyunCCIBGbAl4bP_ebK39Kk4,5711
 dtlpy/entities/assignment.py,sha256=Dc1QcfVf67GGcmDDi4ubESDuPkSgjXqdqjTBQ31faUM,14722
@@ -57,42 +57,42 @@ dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/command.py,sha256=ARu8ttk-C7_Ice7chRyTtyOtakBTF09FC04mEk73SO8,5010
 dtlpy/entities/compute.py,sha256=4FEpahPFFGHxye_fLh_p_kP6iEQ3QJK7S5hAdd6Afos,12744
-dtlpy/entities/dataset.py,sha256=tNCl7nNCx-DrZ3z96APhRdvllfQA1-9y8DpL6Ma2l0I,47516
+dtlpy/entities/dataset.py,sha256=4_jSlAtj-vlI4egN_tg5ac_R9tS4wyK9j0-Vpf5icmY,50456
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
-dtlpy/entities/dpk.py,sha256=fsJnKXyWTLI_sVkHt7j2stz_bdvXZ8ouNTiWSsiuUcA,17714
+dtlpy/entities/dpk.py,sha256=Hqct4NbYzX7dcPxvc2QLD0QQxmGbxurwabqrHI3k6X4,17798
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=WBiAws-6wZnQQ3y9wyvOeexA3OjxfaRdwDu5dSFYL1g,13420
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
 dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
 dtlpy/entities/filters.py,sha256=_A7rLc0yuMw1eW4gSu4-hogQzXbNUheRvFxnTQWntuo,22671
 dtlpy/entities/gis_item.py,sha256=Uk-wMBxwcHsImjz4qOjP-EyZAohbRzN43kMpCaVjCXU,3982
-dtlpy/entities/integration.py,sha256=CA5F1eQCGE_4c_Kry4nWRdeyjHctNnvexcDXg_M5HLU,5734
-dtlpy/entities/item.py,sha256=G6VVcVCudqeShWigZmNIuKD4OkvTRJ05CeXFXNe3Jk8,29691
+dtlpy/entities/integration.py,sha256=j2rbAo__XKOSYJqX9wUYmPtuV4lnbmqEjA0WCrag92k,5876
+dtlpy/entities/item.py,sha256=UnAZ7yLaTu2vkbD2sxysJQNn-ceC9zS3Uf304OvcC4E,31746
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
-dtlpy/entities/model.py,sha256=UJCnb4gvVKpqzu_0U91hFC4_qkcYSoLhupR9lTnWp20,26892
+dtlpy/entities/model.py,sha256=YwjIi3MxAZoyartTvqx_qhtDKQe6zVsQuwZbYLygMxU,26898
 dtlpy/entities/node.py,sha256=yPPYDLtNMc6vZbbf4FIffY86y7tkaTvYm42Jb7k3Ofk,39617
-dtlpy/entities/ontology.py,sha256=ok4p3sLBc_SS5hs2gZr5-gbblrveM7qSIX4z67QSKeQ,31967
+dtlpy/entities/ontology.py,sha256=N5bsnNUfWNN49WV8lGQL8QRxbKfCZyV-rDyTlGByUrw,31987
 dtlpy/entities/organization.py,sha256=AMkx8hNIIIjnu5pYlNjckMRuKt6H3lnOAqtEynkr7wg,9893
-dtlpy/entities/package.py,sha256=EA5cB3nFBlsbxVK-QroZILjol2bYSVGqCby-mOyJJjQ,26353
+dtlpy/entities/package.py,sha256=QSDePHlp4ik19aUE3dAUC7edh0oUUVjzSmMG867avc4,26363
 dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiUBKNZo,211
 dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKDugudc,6314
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
-dtlpy/entities/paged_entities.py,sha256=6y44H3FSclQvhB1KLI4zuIs317hWOhdHUynldRrUJkE,5913
-dtlpy/entities/pipeline.py,sha256=X9238WbMGfZcXdQVEtkw8twZwl0O4EZB4TxbTSEyPeI,20788
-dtlpy/entities/pipeline_execution.py,sha256=XCXlBAHFYVL2HajE71hK-bPxI4gTwZvg5SKri4BgyRA,9928
+dtlpy/entities/paged_entities.py,sha256=grNjt2FYg4gKBlVRDkztI1BPOI4JoGeyjvmOW3BnB3k,5927
+dtlpy/entities/pipeline.py,sha256=JtWGoCUhVszOVkBNK43fbTt446fkND4wH-Y-fN_llww,20851
+dtlpy/entities/pipeline_execution.py,sha256=EQhW4W_G1bIPShYbJSAT--1WNQuvxVQbcQ_MCHIX0KI,9938
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
 dtlpy/entities/prompt_item.py,sha256=d4rqP961PYlJvJJDRXZPI7Z6NdwRXlx_Q0_N0xtZ_B8,19276
-dtlpy/entities/recipe.py,sha256=Q1HtYgind3bEe-vnDZWhw6H-rcIAGhkGHPRWtLIkPSE,11917
+dtlpy/entities/recipe.py,sha256=SX0T7gw-_9Cs2FZyC_htIxQd7CwDwb2zA3SqB37vymM,11917
 dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y4,3273
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
-dtlpy/entities/service.py,sha256=3A_kcEUCbaS-Qx31rfNyThYK7OxUrzHiE6shT0Oxh60,33467
+dtlpy/entities/service.py,sha256=NI4lFC6FqLw4aEGarr2rMptxe3omVfC39C9VAnYYEJA,33733
 dtlpy/entities/setting.py,sha256=uXagJHtcCR3nJYClR_AUGZjz_kx3TejPcUZ8ginHFIA,8561
-dtlpy/entities/task.py,sha256=XHiEqZYFlrDCtmw1MXsysjoBLdIzAk7coMrVk8bNIiE,19534
+dtlpy/entities/task.py,sha256=SL1-6p4jruELkWI-5VXBMn7Imj1xJVaOfAFDa7inH64,19544
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
-dtlpy/entities/trigger.py,sha256=zh3wYUY2-zATh_7ous0Ck87Yojo9r9PAVQrkcESxoko,14266
+dtlpy/entities/trigger.py,sha256=Spf5G3n1PsD3mDntwbAsc-DpEGDlqKgU9ec0Q0HinsQ,14286
 dtlpy/entities/user.py,sha256=hqEzwN6rl1oUTpKOV5eXvw9Z7dtpsiC4TAPSNBmkqcM,3865
 dtlpy/entities/webhook.py,sha256=6R06MgLxabvKySInGlSJmaf0AVmAMe3vKusWhqONRyU,3539
 dtlpy/entities/annotation_definitions/__init__.py,sha256=qZ77hGmCQopPSpiDHYhNWbNKC7nrn10NWNlim9dINmg,666
@@ -148,7 +148,7 @@ dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRStt
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=y7txv5JdTpVCZY6IvYXiQRSz4k3YXhHFEKoDTkcVHz0,50610
+dtlpy/ml/base_model_adapter.py,sha256=FMM1LknEYN69yW12A1f0x6BywdxKteVE_9MuQiryDYo,50622
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -161,12 +161,12 @@ dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzM
 dtlpy/repositories/assignments.py,sha256=1VwJZ7ctQe1iaDDDpeYDgoj2G-TCgzolVLUEqUocd2w,25506
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
 dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zhGA,24668
-dtlpy/repositories/commands.py,sha256=kXhmyBpLZNs-6vKBo4iXaommpjcGBDXs287IICUnQMw,5593
+dtlpy/repositories/commands.py,sha256=i6gQgOmRDG8ixqKU7672H3CvGt8VLT3ihDVfri1eWWc,5610
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
 dtlpy/repositories/computes.py,sha256=EtfE_3JhTdNlSYDPkKXBFkq-DBl4sgQqIm50ajvFdWM,9976
-dtlpy/repositories/datasets.py,sha256=rDpJXNyxOlJwDQB-wNkM-JIqOGH10q9nujnAl6y8_xU,52077
-dtlpy/repositories/downloader.py,sha256=h5Gs_hVXIOobzdwTHgLfkJYWiwtbRn3my-QMWnWJccw,44082
-dtlpy/repositories/dpks.py,sha256=mj3QPvfzj_jZAscwIgpKUfa7fLxptc3OJQ_RrSfgYxo,17487
+dtlpy/repositories/datasets.py,sha256=SpG86uToq-E5nVHMwHgWx6VwwwkgfYo8x5vZ0WA3Ouw,56546
+dtlpy/repositories/downloader.py,sha256=rtgGj6jAfXxHZ1oihFoOkK4MUtapFpVMdREKzXKLnu0,44113
+dtlpy/repositories/dpks.py,sha256=dglvaiSFBvEithhlQ0RAXwzTxoZaICONs-owx3e2nfU,17848
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
 dtlpy/repositories/executions.py,sha256=4UoU6bnB3kl5cMuF1eJvDecfZCaB06gKWxPfv6_g1_k,32598
 dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
@@ -174,7 +174,7 @@ dtlpy/repositories/features.py,sha256=7xA2ihEuNgZD7HBQMMGLWpsS2V_3PgieKW2YAk1OeU
 dtlpy/repositories/integrations.py,sha256=Wi-CpT2PH36GFu3znWP5Uf2CmkqWBUYyOdwvatGD_eM,11798
 dtlpy/repositories/items.py,sha256=90Z8-thLWBd49fmmnP-P6pZxhHX1k4Wv6Qfxq-Ovcz4,38092
 dtlpy/repositories/messages.py,sha256=QU0Psckg6CA_Tlw9AVxqa-Ay1fRM4n269sSIJkH9o7E,3066
-dtlpy/repositories/models.py,sha256=HGDyV0kUNeH96QgjOcjigg7KV0-NubFLLapmiCVeNik,37889
+dtlpy/repositories/models.py,sha256=IekNMcnuKVaAVTJf2AJv6YvX5qCd9kkSl4ETPMWP4Zc,38213
 dtlpy/repositories/nodes.py,sha256=xXJm_YA0vDUn0dVvaGeq6ORM0vI3YXvfjuylvGRtkxo,3061
 dtlpy/repositories/ontologies.py,sha256=unnMhD2isR9DVE5S8Fg6fSDf1ZZ5Xemxxufx4LEUT3w,19577
 dtlpy/repositories/organizations.py,sha256=6ijUDFbsogfRul1g_vUB5AZOb41MRmV5NhNU7WLHt3A,22825
@@ -185,17 +185,17 @@ dtlpy/repositories/projects.py,sha256=tZyFLqVs-8ggTIi5echlX7XdGOJGW4LzKuXke7jkRn
 dtlpy/repositories/recipes.py,sha256=ZZDhHn9g28C99bsf0nFaIpVYn6f6Jisz9upkHEkeaYY,15843
 dtlpy/repositories/resource_executions.py,sha256=PyzsbdJxz6jf17Gx13GZmqdu6tZo3TTVv-DypnJ_sY0,5374
 dtlpy/repositories/schema.py,sha256=kTKDrbwm7BfQnBAK81LpAl9ChNFdyUweSLNazlJJhjk,3953
-dtlpy/repositories/services.py,sha256=kG2CW4xKKO5mbFv93Km-6gxq-Zq6-6GToEtQQ0R-KWA,67489
+dtlpy/repositories/services.py,sha256=2ruoPwyznRwsNtM7YK2vSGQP9jtCHB6WitRo-Z0yB_c,68576
 dtlpy/repositories/settings.py,sha256=pvqNse0ANCdU3NSLJEzHco-PZq__OIsPSPVJveB9E4I,12296
 dtlpy/repositories/tasks.py,sha256=v09S2pYGkKx_vBG7SWigJeuMhp0GsefKo3Td7ImrWb0,49039
 dtlpy/repositories/times_series.py,sha256=m-bKFEgiZ13yQNelDjBfeXMUy_HgsPD_JAHj1GVx9fU,11420
 dtlpy/repositories/triggers.py,sha256=izdNyCN1gDc5uo7AXntso0HSMTDIzGFUp-dSEz8cn_U,21990
 dtlpy/repositories/upload_element.py,sha256=R2KWIXmkp_dMAIr81tu3Y_VRfldj0ju8__V28ombkcg,10677
-dtlpy/repositories/uploader.py,sha256=c-YPOGd3ONCHrPJKGDNe_DiFkUiIAdeWY5Yv1Neg_rM,31306
+dtlpy/repositories/uploader.py,sha256=9tbXPuBmRJN95Ifcrr-UDT-6tiKqpTiRMnuS8qcjTag,31319
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=_LpnqLO-9eFAMQkOk5qP3wMVcdwKyOQ-iNvC0jdvATg,69294
+dtlpy/services/api_client.py,sha256=7ctRdpLX6QvJLI-xNRXqlqfrhOiGl5EynY9nrLkuJw4,73113
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=kaYHTPw0Lg8PeJJq8whPyzrBYkzD7offs5hsKRZXJm8,3960
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
@@ -208,7 +208,7 @@ dtlpy/services/reporter.py,sha256=4zi9-bshKAPHG2XMOXS39cFZ0mhqNc3Qa9uaMN7CSZ8,91
 dtlpy/services/service_defaults.py,sha256=a7KoqkVmn2TXmM9gN9JRaVVtcG2b8JGIieVnaZeEaao,3860
 dtlpy/utilities/__init__.py,sha256=ncQD1O5lZ7L9n9rNRBivyqNVFDZyQcmqn-X-wyQhhIs,898
 dtlpy/utilities/base_package_runner.py,sha256=tux_XCiCoOhMPtFaQludzhj0ny6OTKhyoN1aXjPal54,8522
-dtlpy/utilities/converter.py,sha256=8mOdKiLe1ATgR1Q56-c6d716aKGRt0A3M9AelijaYN8,74816
+dtlpy/utilities/converter.py,sha256=4CDrhmG1DZPxhZf2AfB4s7-mb3apYJ7zQ4XHuY8aPH4,74856
 dtlpy/utilities/annotations/__init__.py,sha256=Eb72MloiwDQWe8H4NptFP1RZEEhcY2Fz_w_e34tdCiE,728
 dtlpy/utilities/annotations/annotation_converters.py,sha256=KOqLVtb88GnrvuVi5x-t5vtzVN9Am98RersBl_D44SU,10796
 dtlpy/utilities/dataset_generators/__init__.py,sha256=pA7UqhTh51gC407FyNa_WG8fUFnd__4tmEUTkNBlcLs,65
@@ -223,19 +223,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.100.5.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.100.5.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.100.5.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.102.14.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.102.14.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.102.14.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
-tests/assets/models_flow/main.py,sha256=xotAjdHpFnIic3Wb-4f7GSg2igtuXZjvRPiYdCTawhA,2064
+tests/assets/models_flow/main.py,sha256=vnDKyVZaae2RFpvwS22Hzi6Dt2LJerH4yQrmKtaT8_g,2123
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=V23cUx_p4VpNk9kc2I0BDZJHO_xcJBFJq8m3JlYCooc,16736
-dtlpy-1.100.5.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.100.5.dist-info/METADATA,sha256=vOiJBLBtuWXJGkaq6eI81yRcUyFEAiMM9O6EvxoWtsw,3019
-dtlpy-1.100.5.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.100.5.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.100.5.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.100.5.dist-info/RECORD,,
+tests/features/environment.py,sha256=oAO7H7j7Y7czW0t25Gv1KwI2-ofqhZVkbCw9LbZCp4Y,17506
+dtlpy-1.102.14.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.102.14.dist-info/METADATA,sha256=8SA6BCGb20bC3aZZwWdE-vrOjyOEEvA7ecIX1aE6fJo,3020
+dtlpy-1.102.14.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.102.14.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.102.14.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.102.14.dist-info/RECORD,,

tests/assets/models_flow/main.py

@@ -1,3 +1,5 @@
+import time
+
 import dtlpy as dl
 import logging
 import os
@@ -26,10 +28,12 @@ class ModelAdapter(dl.BaseModelAdapter):
 
     def train(self, data_path, output_path, **kwargs):
         logger.info("model training")
+        time.sleep(60)
         print(self.model_entity.id)
 
     def predict(self, batch, **kwargs):
         logger.info("model prediction")
+        time.sleep(30)
         batch_annotations = list()
 
         for img in batch:

tests/features/environment.py

@@ -13,6 +13,7 @@ from behave.formatter.base import StreamOpener
 import sys
 
 import dtlpy as dl
+import shutil
 
 try:
     # for local import
@@ -276,6 +277,11 @@ def after_tag(context, tag):
             use_fixture(reset_setenv, context)
         except Exception:
             logging.exception('Failed to reset env')
+    elif tag == 'restore_json_file':
+        try:
+            use_fixture(restore_json_file, context)
+        except Exception:
+            logging.exception('Failed to restore json file')
     elif tag == 'frozen_dataset':
         pass
     elif 'testrail-C' in tag:
@@ -381,7 +387,8 @@ def delete_pipeline(context):
     while context.to_delete_pipelines_ids:
         pipeline_id = context.to_delete_pipelines_ids.pop(0)
         try:
-            filters = context.dl.Filters(resource=context.dl.FiltersResource.EXECUTION, field='latestStatus.status', values=['created', 'in-progress'], operator='in')
+            filters = context.dl.Filters(resource=context.dl.FiltersResource.EXECUTION, field='latestStatus.status',
+                                         values=['created', 'in-progress'], operator='in')
             filters.add(field='pipeline.id', values=pipeline_id)
             executions = context.dl.executions.list(filters=filters)
             for execution in executions.items:
@@ -494,4 +501,15 @@ def models_delete(context):
         except:
             all_deleted = False
             logging.exception('Failed deleting model: {}'.format(model.id))
-    assert all_deleted
+    assert all_deleted
+
+
+def restore_json_file(context):
+    if not hasattr(context, 'backup_path') or not hasattr(context, 'original_path'):
+        assert False, 'Please make sure to set the original_path and backup_path in the context'
+        # Restore the file from the backup
+    if os.path.exists(context.backup_path):
+        shutil.copy(context.backup_path, context.original_path)
+        os.remove(context.backup_path)  # Clean up the backup
+    else:
+        raise FileNotFoundError(f"Backup file not found for {context.original_path}")