dtlpy 1.99.12__py3-none-any.whl → 1.101.8__py3-none-any.whl

dtlpy/__init__.py

@@ -239,7 +239,7 @@ def checkout_state():
 
 
 def use_attributes_2(state: bool = True):
-    warnings.warn("Function 'use_attributes_2()' is deprecated as of version 1.99.11 and has been non-functional since version 1.90.39.  To work with attributes 2.0, simply use 'update_attributes()'.", DeprecationWarning)
+    warnings.warn("Function 'use_attributes_2()' is deprecated as of version 1.99.12 and has been non-functional since version 1.90.39.  To work with attributes 2.0, simply use 'update_attributes()'.", DeprecationWarning)
     client_api.attributes_mode.use_attributes_2 = state
 
 

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.99.12'
+version = '1.101.8'

dtlpy/entities/annotation_definitions/segmentation.py

@@ -15,12 +15,31 @@ class Segmentation(BaseAnnotationDefinition):
     """
     type = "binary"
 
-    def __init__(self, geo, label, attributes=None, description=None, color=None):
+    def __init__(self, geo: np.ndarray, label: str, attributes=None, description=None, color=None):
         super().__init__(description=description, attributes=attributes)
-        self.geo = geo
+        self._geo = geo
+        self._coordinates = None
         self.label = label
         self._color = color
 
+    @property
+    def geo(self) -> np.ndarray:
+        if self._geo is None:
+            self._geo = self.from_coordinates(self._coordinates)
+            if self._color is None:
+                color = None
+                fill_coordinates = self._geo.nonzero()
+                if len(fill_coordinates) > 0 and len(fill_coordinates[0]) > 0 and len(fill_coordinates[1]) > 0:
+                    color = self._geo[fill_coordinates[0][0]][fill_coordinates[1][0]]
+                self._color = color
+            self._geo = (self._geo[:, :, 3] > 127).astype(float)
+        return self._geo
+
+    @geo.setter
+    def geo(self, geo: np.ndarray):
+        self._geo = geo
+        self._coordinates = None
+
     @property
     def x(self):
         return
@@ -106,25 +125,31 @@ class Segmentation(BaseAnnotationDefinition):
         return image
 
     def to_coordinates(self, color=None):
-        if color is None:
-            if self._color:
+        need_encode = False
+        if color is not None and self._color is not None:
+            # if input color is not the same as the annotation's color - need to re-encode
+            if self._color != color:
+                need_encode = True
+
+        if need_encode or self._coordinates is None:
+            if self._color is not None:
                 color = self._color
             else:
                 color = (255, 255, 255)
-        max_val = np.max(self.geo)
-        if max_val > 1:
-            self.geo = self.geo / max_val
-        png_ann = np.stack((color[0] * self.geo,
-                            color[1] * self.geo,
-                            color[2] * self.geo,
-                            255 * self.geo),
-                           axis=2).astype(np.uint8)
-        pil_img = Image.fromarray(png_ann)
-        buff = io.BytesIO()
-        pil_img.save(buff, format="PNG")
-        new_image_string = base64.b64encode(buff.getvalue()).decode("utf-8")
-        coordinates = "data:image/png;base64,%s" % new_image_string
-        return coordinates
+            max_val = np.max(self.geo)
+            if max_val > 1:
+                self.geo = self.geo / max_val
+            png_ann = np.stack((color[0] * self.geo,
+                                color[1] * self.geo,
+                                color[2] * self.geo,
+                                255 * self.geo),
+                               axis=2).astype(np.uint8)
+            pil_img = Image.fromarray(png_ann)
+            buff = io.BytesIO()
+            pil_img.save(buff, format="PNG")
+            new_image_string = base64.b64encode(buff.getvalue()).decode("utf-8")
+            self._coordinates = "data:image/png;base64,%s" % new_image_string
+        return self._coordinates
 
     def to_box(self):
         """
@@ -186,23 +211,22 @@ class Segmentation(BaseAnnotationDefinition):
         else:
             raise TypeError('unknown binary data type')
         decode = base64.b64decode(data)
-        return np.array(Image.open(io.BytesIO(decode)))
+        mask = np.array(Image.open(io.BytesIO(decode)))
+        return mask
 
     @classmethod
     def from_json(cls, _json):
         if "coordinates" in _json:
-            mask = cls.from_coordinates(_json["coordinates"])
+            coordinates = _json["coordinates"]
         elif "data" in _json:
-            mask = cls.from_coordinates(_json["data"])
+            coordinates = _json["data"]
         else:
             raise ValueError('can not find "coordinates" or "data" in annotation. id: {}'.format(_json["id"]))
-        fill_coordinates = mask.nonzero()
-        color = None
-        if len(fill_coordinates) > 0 and len(fill_coordinates[0]) > 0 and len(fill_coordinates[1]) > 0:
-            color = mask[fill_coordinates[0][0]][fill_coordinates[1][0]]
-        return cls(
-            geo=(mask[:, :, 3] > 127).astype(float),
+        inst = cls(
+            geo=None,
             label=_json["label"],
             attributes=_json.get("attributes", None),
-            color=color
+            color=None
         )
+        inst._coordinates = coordinates
+        return inst

dtlpy/entities/dataset.py

@@ -1149,3 +1149,69 @@ class Dataset(entities.BaseEntity):
             ontology_id = recipe.ontology_ids[0]
         ontology = recipe.ontologies.get(ontology_id=ontology_id)
         return ontology.delete_attributes(ontology_id=ontology.id, keys=keys)
+
+    def split_ml_subsets(self,
+                         items_query = None,
+                         percentages: dict = None ):
+        """
+        Split dataset items into ML subsets.
+
+        :param dl.Filters items_query: Filters object to select items.
+        :param dict percentages: {'train': x, 'validation': y, 'test': z}.
+        :return: True if the split operation was successful.
+        :rtype: bool
+        """
+        return self.datasets.split_ml_subsets(dataset_id=self.id,
+                                              items_query=items_query,
+                                              ml_split_list=percentages)
+
+    def assign_subset_to_items(self, subset: str, items_query=None) -> bool:
+        """
+        Assign a specific ML subset (train/validation/test) to items defined by the given filters.
+        This will set the chosen subset to True and the others to None.
+
+        :param dl.Filters items_query: Filters to select items
+        :param str subset: 'train', 'validation', or 'test'
+        :return: True if successful
+        :rtype: bool
+        """
+   
+        return self.datasets.bulk_update_ml_subset(dataset_id=self.id,
+                                                   items_query=items_query,
+                                                   subset=subset)
+
+    def remove_subset_from_items(self, items_query= None,) -> bool:
+        """
+        Remove any ML subset assignment from items defined by the given filters.
+        This sets train, validation, and test tags to None.
+
+        :param dl.Filters items_query: Filters to select items
+        :return: True if successful
+        :rtype: bool
+        """
+        return self.datasets.bulk_update_ml_subset(dataset_id=self.id,
+                                                   items_query=items_query,
+                                                   subset=None,
+                                                   deleteTag=True)
+
+    def get_items_missing_ml_subset(self, filters = None) -> list:
+        """
+        Get the list of item IDs that are missing ML subset assignment.
+        An item is considered missing ML subset if train, validation, and test tags are not True (all None).
+
+        :param dl.Filters filters: optional filters to narrow down items. If None, will use a default filter for files.
+        :return: list of item IDs
+        :rtype: list
+        """
+        if filters is None:
+            filters = entities.Filters()
+        filters.add(field='metadata.system.tags.train', values=None)
+        filters.add(field='metadata.system.tags.validation', values=None)
+        filters.add(field='metadata.system.tags.test', values=None)
+        missing_ids = []
+        pages = self.items.list(filters=filters)
+        for page in pages:
+            for item in page:
+                # item that pass filters means no subsets assigned
+                missing_ids.append(item.id)
+        return missing_ids

dtlpy/entities/dpk.py

@@ -48,6 +48,7 @@ class Toolbar(entities.DlEntity):
     invoke: dict = entities.DlProperty(location=['invoke'], _type=dict)
     location: str = entities.DlProperty(location=['location'], _type=str)
     icon: str = entities.DlProperty(location=['icon'], _type=str)
+    action: str = entities.DlProperty(location=['action'], _type=str, default=None)
 
     def to_json(self) -> dict:
         return self._dict.copy()

dtlpy/entities/item.py

@@ -716,6 +716,60 @@ class Item(entities.BaseEntity):
         self._platform_dict = self.update()._platform_dict
         return self
 
+    def assign_subset(self, subset: str):
+        """
+        Assign a single ML subset (train/validation/test) to this item.
+        Sets the chosen subset to True and the others to None.
+        Then calls item.update(system_metadata=True).
+
+        :param str subset: 'train', 'validation', or 'test'
+        """
+        if subset not in ['train', 'validation', 'test']:
+            raise ValueError("subset must be one of: 'train', 'validation', 'test'")
+
+        if 'system' not in self.metadata:
+            self.metadata['system'] = {}
+        if 'tags' not in self.metadata['system']:
+            self.metadata['system']['tags'] = {}
+
+        self.metadata['system']['tags']['train'] = True if subset == 'train' else None
+        self.metadata['system']['tags']['validation'] = True if subset == 'validation' else None
+        self.metadata['system']['tags']['test'] = True if subset == 'test' else None
+
+        return self.update(system_metadata=True)
+
+
+    def remove_subset(self):
+        """
+        Remove any ML subset assignment from this item.
+        Sets train, validation, and test to None.
+        Then calls item.update(system_metadata=True).
+        """
+        if 'system' not in self.metadata:
+            self.metadata['system'] = {}
+        if 'tags' not in self.metadata['system']:
+            self.metadata['system']['tags'] = {}
+
+        self.metadata['system']['tags']['train'] = None
+        self.metadata['system']['tags']['validation'] = None
+        self.metadata['system']['tags']['test'] = None
+
+        return self.update(system_metadata=True)
+
+
+    def get_current_subset(self) -> str:
+        """
+        Get the current ML subset assignment of this item.
+        Returns 'train', 'validation', 'test', or None if not assigned.
+
+        :return: subset name or None
+        :rtype: str or None
+        """
+        tags = self.metadata.get('system', {}).get('tags', {})
+        for subset in ['train', 'validation', 'test']:
+            if tags.get(subset) is True:
+                return subset
+        return None
 
 class ModalityTypeEnum(str, Enum):
     """

dtlpy/entities/model.py

@@ -1,11 +1,8 @@
-import json
 from collections import namedtuple
 from enum import Enum
 import traceback
 import logging
-
 import attr
-
 from .. import repositories, entities
 from ..services.api_client import ApiClient
 
@@ -114,6 +111,7 @@ class Model(entities.BaseEntity):
     _project = attr.ib(repr=False)
     _package = attr.ib(repr=False)
     _dataset = attr.ib(repr=False)
+    _feature_set = attr.ib(repr=False)
     _client_api = attr.ib(type=ApiClient, repr=False)
     _repositories = attr.ib(repr=False)
     _ontology = attr.ib(repr=False, default=None)
@@ -191,6 +189,7 @@ class Model(entities.BaseEntity):
             project=project,
             package=package,
             dataset=None,
+            feature_set=None,
             id=_json.get('id', None),
             url=_json.get('url', None),
             scope=_json.get('scope', entities.EntityScopeLevel.PROJECT),
@@ -218,6 +217,7 @@ class Model(entities.BaseEntity):
                                                         attr.fields(Model)._dataset,
                                                         attr.fields(Model)._ontology,
                                                         attr.fields(Model)._repositories,
+                                                        attr.fields(Model)._feature_set,
                                                         attr.fields(Model)._client_api,
                                                         attr.fields(Model).package_id,
                                                         attr.fields(Model).project_id,
@@ -267,6 +267,30 @@ class Model(entities.BaseEntity):
         assert isinstance(self._project, entities.Project)
         return self._project
 
+    @property
+    def feature_set(self) -> 'entities.FeatureSet':
+        if self._feature_set is None:
+            filters = entities.Filters(field='modelId',
+                                       values=self.id,
+                                       resource=entities.FiltersResource.FEATURE_SET)
+            feature_sets = self.project.feature_sets.list(filters=filters)
+            if feature_sets.items_count > 1:
+                logger.warning("Found more than one feature set associated with model entity. Returning first result."
+                               "Set feature_set if other feature set entity is needed.")
+                self._feature_set = feature_sets.items[0]
+            elif feature_sets.items_count == 1:
+                self._feature_set = feature_sets.items[0]
+            else:
+                self._feature_set = None
+        return self._feature_set
+
+    @feature_set.setter
+    def feature_set(self, feature_set: 'entities.FeatureSet'):
+        if not isinstance(feature_set, entities.FeatureSet):
+            raise ValueError("feature_set must be of type dl.FeatureSet")
+        else:
+            self._feature_set = feature_set
+
     @property
     def package(self):
         if self._package is None:

dtlpy/entities/paged_entities.py

@@ -71,7 +71,7 @@ class PagedEntities:
         return self.items_count
 
     def __iter__(self):
-        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
                          file=sys.stdout, desc="Iterate Pages")
         if self.page_offset != 0:
             # reset the count for page 0

dtlpy/entities/service.py

@@ -839,6 +839,16 @@ class Service(entities.BaseEntity):
             **kwargs
         )
 
+    def restart(self, replica_name: str = None):
+        """
+        Restart service
+
+        :param str replica_name: replica name
+        :return: True
+        :rtype: bool
+        """
+        return self.services.restart(service=self, replica_name=replica_name)
+
 
 class KubernetesAutoscalerType(str, Enum):
     """ The Service Autoscaler Type (RABBITMQ, CPU).

dtlpy/ml/base_model_adapter.py

@@ -2,7 +2,9 @@ import dataclasses
 import tempfile
 import datetime
 import logging
+import string
 import shutil
+import random
 import base64
 import tqdm
 import sys
@@ -119,7 +121,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         if self._model_entity is not None:
             self.package = self.model_entity.package
         if self._package is None:
-            raise ValueError('Missing Package entity on adapter. please set: "adapter.package=package"')
+            raise ValueError('Missing Package entity on adapter. Please set: "adapter.package=package"')
         assert isinstance(self._package, (entities.Package, entities.Dpk))
         return self._package
 
@@ -306,7 +308,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
             data_subset_base_path = os.path.join(data_path, subset)
             if os.path.isdir(data_subset_base_path) and not overwrite:
                 # existing and dont overwrite
-                self.logger.debug("Subset {!r} Existing (and overwrite=False). Skipping.".format(subset))
+                self.logger.debug("Subset {!r} already exists (and overwrite=False). Skipping.".format(subset))
             else:
                 self.logger.debug("Downloading subset {!r} of {}".format(subset,
                                                                          self.model_entity.dataset.name))
@@ -349,7 +351,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
 
         :param model_entity:  `str` dl.Model entity
         :param local_path:  `str` directory path in local FileSystem to download the model_entity to
-        :param overwrite: `bool` (default False) if False does not downloads files with same name else (True) download all
+        :param overwrite: `bool` (default False) if False does not download files with same name else (True) download all
         """
         if model_entity is not None:
             self.model_entity = model_entity
@@ -387,8 +389,8 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         self.save(local_path=local_path, **kwargs)
 
         if self.model_entity is None:
-            raise ValueError('missing model entity on the adapter. '
-                             'please set one before saving: "adapter.model_entity=model"')
+            raise ValueError('Missing model entity on the adapter. '
+                             'Please set before saving: "adapter.model_entity=model"')
 
         self.model_entity.artifacts.upload(filepath=os.path.join(local_path, '*'),
                                            overwrite=True)
@@ -466,9 +468,9 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         """
         Extract feature from an input list of items (or single) and return the items and the feature vector.
 
-        :param items: `List[dl.Item]` list of items to predict
+        :param items: `List[dl.Item]` list of items to embed
         :param upload_features: `bool` uploads the features on the given items
-        :param batch_size: `int` size of batch to run a single inference
+        :param batch_size: `int` size of batch to run a single embed
 
         :return: `List[dl.Item]`, `List[List[vector]]`
         """
@@ -477,16 +479,18 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         upload_features = self.adapter_defaults.resolve("upload_features", upload_features)
         input_type = self.model_entity.input_type
         self.logger.debug(
-            "Predicting {} items, using batch size {}. input type: {}".format(len(items), batch_size, input_type))
+            "Embedding {} items, using batch size {}. input type: {}".format(len(items), batch_size, input_type))
 
         # Search for existing feature set for this model id
-        filters = entities.Filters(field='modelId',
-                                   values=self.model_entity.id,
-                                   resource=entities.FiltersResource.FEATURE_SET)
-        pages = self.model_entity.project.feature_sets.list(filters)
-        if pages.items_count == 0:
-            feature_set_name = self.configuration.get('featureSetName', self.model_entity.name)
+        feature_set = self.model_entity.feature_set
+        if feature_set is None:
             logger.info('Feature Set not found. creating... ')
+            try:
+                self.model_entity.project.feature_sets.get(name=self.model_entity.name)
+                feature_set_name = f"{self.model_entity.name}-{''.join(random.choices(string.ascii_letters + string.digits, k=5))}"
+                logger.warning(f"Feature set with the model name already exists. Creating new feature set with name {feature_set_name}")
+            except exceptions.NotFound:
+                feature_set_name = self.model_entity.name
             feature_set = self.model_entity.project.feature_sets.create(name=feature_set_name,
                                                                         entity_type=entities.FeatureEntityType.ITEM,
                                                                         model_id=self.model_entity.id,
@@ -494,22 +498,15 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                                                                         set_type=self.model_entity.name,
                                                                         size=self.configuration.get('embeddings_size',
                                                                                                     256))
-            if 'featureSetName' not in self.model_entity.configuration:
-                self.model_entity.configuration['featureSetName'] = feature_set_name
-                self.model_entity.update()
             logger.info(f'Feature Set created! name: {feature_set.name}, id: {feature_set.id}')
-        elif pages.items_count > 1:
-            raise ValueError(
-                f'More than one feature set for model. model_id: {self.model_entity.id}, feature_sets_ids: {[f.id for f in pages.all()]}')
         else:
-            feature_set = pages.items[0]
             logger.info(f'Feature Set found! name: {feature_set.name}, id: {feature_set.id}')
 
         # upload the feature vectors
         pool = ThreadPoolExecutor(max_workers=16)
         vectors = list()
         for i_batch in tqdm.tqdm(range(0, len(items), batch_size),
-                                 desc='predicting',
+                                 desc='embedding',
                                  unit='bt',
                                  leave=None,
                                  file=sys.stdout):
@@ -545,19 +542,19 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         Extract feature from all items given
 
         :param dataset: Dataset entity to predict
-        :param filters: Filters entity for a filtering before predicting
+        :param filters: Filters entity for a filtering before embedding
         :param upload_features: `bool` uploads the features back to the given items
-        :param batch_size: `int` size of batch to run a single inference
+        :param batch_size: `int` size of batch to run a single embed
 
-        :return: `bool` indicating if the prediction process completed successfully
+        :return: `bool` indicating if the embedding process completed successfully
         """
         if batch_size is None:
             batch_size = self.configuration.get('batch_size', 4)
         upload_features = self.adapter_defaults.resolve("upload_features", upload_features)
 
-        self.logger.debug("Creating embeddings for dataset (name:{}, id:{}, using batch size {}".format(dataset.name,
-                                                                                                        dataset.id,
-                                                                                                        batch_size))
+        self.logger.debug("Creating embeddings for dataset (name:{}, id:{}), using batch size {}".format(dataset.name,
+                                                                                                         dataset.id,
+                                                                                                         batch_size))
         if not filters:
             filters = entities.Filters()
         if filters is not None and isinstance(filters, dict):
@@ -771,7 +768,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                                            entity=item)
             return feature
         except Exception as e:
-            logger.error(f'Failed to upload feature vector if length {len(vector)} to item {item.id}, Error: {e}')
+            logger.error(f'Failed to upload feature vector of length {len(vector)} to item {item.id}, Error: {e}')
             return []
 
     def _upload_model_annotations(self, item: entities.Item, predictions, clean_annotations):
@@ -794,7 +791,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
     @staticmethod
     def _item_to_image(item):
         """
-        Preprocess items before cvalling the `predict` functions.
+        Preprocess items before calling the `predict` functions.
         Convert item to numpy array
 
         :param item:

dtlpy/repositories/commands.py

@@ -95,7 +95,7 @@ class Commands:
 
         command = None
         pbar = tqdm.tqdm(total=100,
-                         disable=self._client_api.verbose.disable_progress_bar,
+                         disable=self._client_api.verbose.disable_progress_bar_command_progress,
                          file=sys.stdout,
                          desc='Command Progress')
         num_tries = 1

dtlpy/repositories/datasets.py

@@ -1008,7 +1008,7 @@ class Datasets:
             pool = dataset._client_api.thread_pools(pool_name='dataset.download')
             jobs = [None for _ in range(pages.items_count)]
             progress = tqdm.tqdm(total=pages.items_count,
-                                 disable=dataset._client_api.verbose.disable_progress_bar,
+                                 disable=dataset._client_api.verbose.disable_progress_bar_download_annotations,
                                  file=sys.stdout, desc='Download Annotations')
             i_item = 0
             for page in pages:
@@ -1081,7 +1081,7 @@ class Datasets:
             filters._user_query = 'false'
         pages = dataset.items.list(filters=filters)
         total_items = pages.items_count
-        pbar = tqdm.tqdm(total=total_items, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=total_items, disable=dataset._client_api.verbose.disable_progress_bar_upload_annotations,
                          file=sys.stdout, desc='Upload Annotations')
         pool = self._client_api.thread_pools('annotation.upload')
         annotations_uploaded_count = 0
@@ -1126,3 +1126,108 @@ class Datasets:
         """
         import warnings
         warnings.warn("`readonly` flag on dataset is deprecated, doing nothing.", DeprecationWarning)
+
+
+    @_api_reference.add(path='/datasets/{id}/split', method='post')
+    def split_ml_subsets(self,
+                        dataset_id: str,
+                        items_query: entities.filters,
+                        ml_split_list: dict) -> bool:
+        """
+        Split dataset items into ML subsets.
+
+        :param str dataset_id: The ID of the dataset.
+        :param dict items_query: Query to select items.
+        :param dict ml_split_list: Dictionary with 'train', 'validation', 'test' keys and integer percentages.
+        :return: True if the split operation was successful.
+        :rtype: bool
+        :raises: PlatformException on failure and ValueError if percentages do not sum to 100 or invalid keys/values.
+        """
+         # Validate percentages
+        if not ml_split_list:
+            ml_split_list = {'train': 80, 'validation': 10, 'test': 10}
+          
+        if not items_query:
+            items_query = entities.Filters()
+
+        items_query_dict = items_query.prepare()
+        required_keys = {'train', 'validation', 'test'}
+        if set(ml_split_list.keys()) != required_keys:
+            raise ValueError("MLSplitList must have exactly the keys 'train', 'validation', 'test'.")
+        total = sum(ml_split_list.values())
+        if total != 100:
+            raise ValueError(
+                "Please set the Train, Validation, and Test subsets percentages to add up to 100%. "
+                "For example: 70, 15, 15."
+            )
+        for key, value in ml_split_list.items():
+            if not isinstance(value, int) or value < 0:
+                raise ValueError("Percentages must be integers >= 0.")
+        payload = {
+            'itemsQuery': items_query_dict,
+            'MLSplitList': ml_split_list
+        }
+        path = f'/datasets/{dataset_id}/split'
+        success, response = self._client_api.gen_request(req_type='post',
+                                                        path=path,
+                                                        json_req=payload)
+        if success:
+            # Wait for the split operation to complete
+            command = entities.Command.from_json(_json=response.json(),
+                                                client_api=self._client_api)
+            command.wait()
+            return True
+        else:
+            raise exceptions.PlatformException(response)
+
+
+    @_api_reference.add(path='/datasets/{id}/items/bulk-update-metadata', method='post')
+    def bulk_update_ml_subset(self, dataset_id: str, items_query: dict, subset: str = None, deleteTag: bool = False) -> bool:
+        """
+        Bulk update ML subset assignment for selected items.
+        If subset is None, remove subsets. Otherwise, assign the specified subset.
+
+        :param str dataset_id: ID of the dataset
+        :param dict items_query: DQLResourceQuery (filters) for selecting items
+        :param str subset: 'train', 'validation', 'test' or None to remove all
+        :return: True if success
+        :rtype: bool
+        """
+        if items_query is None:
+            items_query = entities.Filters()
+        items_query_dict = items_query.prepare()
+        if not deleteTag and subset not in ['train', 'validation', 'test']:
+            raise ValueError("subset must be one of: 'train', 'validation', 'test'")
+        # Determine tag values based on subset
+        tags = {
+            'train': True if subset == 'train' else None,
+            'validation': True if subset == 'validation' else None,
+            'test': True if subset == 'test' else None
+        }
+
+        payload = {
+            "query": items_query_dict,
+            "updateQuery": {
+                "update": {
+                    "metadata": {
+                        "system": {
+                            "tags": tags
+                        }
+                    }
+                },
+                "systemSpace": True
+            }
+        }
+
+        success, response = self._client_api.gen_request(
+            req_type='post',
+            path=f'/datasets/{dataset_id}/items/bulk-update-metadata',
+            json_req=payload
+        )
+        if success:
+            # Similar to split operation, a command is returned
+            command = entities.Command.from_json(_json=response.json(), client_api=self._client_api)
+            command.wait()
+            return True
+        else:
+            raise exceptions.PlatformException(response)

dtlpy/repositories/downloader.py

@@ -211,7 +211,7 @@ class Downloader:
         # pool
         pool = client_api.thread_pools(pool_name='item.download')
         # download
-        pbar = tqdm.tqdm(total=num_items, disable=client_api.verbose.disable_progress_bar, file=sys.stdout,
+        pbar = tqdm.tqdm(total=num_items, disable=client_api.verbose.disable_progress_bar_download_dataset, file=sys.stdout,
                          desc='Download Items')
         try:
             i_item = 0
@@ -699,7 +699,7 @@ class Downloader:
                                                       unit_divisor=1024,
                                                       position=1,
                                                       file=sys.stdout,
-                                                      disable=self.items_repository._client_api.verbose.disable_progress_bar,
+                                                      disable=self.items_repository._client_api.verbose.disable_progress_bar_download_item,
                                                       desc='Download Item')
                     except Exception as err:
                         one_file_progress_bar = False

dtlpy/repositories/models.py

@@ -674,7 +674,12 @@ class Models:
             raise ValueError("Model doesnt have any associated services. Need to deploy before predicting")
         if item_ids is None and dataset_id is None:
             raise ValueError("Need to provide either item_ids or dataset_id")
-        payload = {'input': {'itemIds': item_ids, 'datasetId': dataset_id},
+        payload_input = {}
+        if item_ids is not None:
+            payload_input['itemIds'] = item_ids
+        if dataset_id is not None:
+            payload_input['datasetId'] = dataset_id
+        payload = {'input': payload_input,
                    'config': {'serviceId': model.metadata['system']['deploy']['services'][0]}}
 
         success, response = self._client_api.gen_request(req_type="post",
@@ -701,7 +706,12 @@ class Models:
             raise ValueError("Model doesnt have any associated services. Need to deploy before predicting")
         if item_ids is None and dataset_id is None:
             raise ValueError("Need to provide either item_ids or dataset_id")
-        payload = {'input': {'itemIds': item_ids, 'datasetId': dataset_id},
+        payload_input = {}
+        if item_ids is not None:
+            payload_input['itemIds'] = item_ids
+        if dataset_id is not None:
+            payload_input['datasetId'] = dataset_id
+        payload = {'input': payload_input,
                    'config': {'serviceId': model.metadata['system']['deploy']['services'][0]}}
 
         success, response = self._client_api.gen_request(req_type="post",

dtlpy/repositories/services.py

@@ -1589,6 +1589,40 @@ class Services:
 
         return True
 
+    def restart(self, service: entities.Service, replica_name: str = None):
+        """
+        Restart service replica
+
+        **Prerequisites**: You must be in the role of a *developer*.
+
+        :param dtlpy.entities.service.Service service: service entity
+        :param str replica_name: replica name
+        :return: True
+        :rtype: bool
+
+        **Example**:
+
+        .. code-block:: python
+
+            is_restarted = dl.services.restart(service='service_entity',
+                                                    replica_name='replica_name')
+        """
+        payload = {}
+
+        if replica_name is not None:
+            payload['replicaName'] = replica_name
+
+        # request
+        success, response = self._client_api.gen_request(req_type='post',
+                                                         path='/services/{}/restart'.format(service.id),
+                                                         json_req=payload)
+
+        # exception handling
+        if not success:
+            raise exceptions.PlatformException(response)
+
+        return True
+
 
 class ServiceLog:
     """
@@ -1661,3 +1695,4 @@ class ServiceLog:
             for log in self.logs:
                 yield '{}: {}'.format(log.get('timestamp', self.start), log.get('message', '').strip())
             self.get_next_log()
+

dtlpy/repositories/uploader.py

@@ -38,7 +38,7 @@ class Uploader:
         self.num_files = 0
         self.i_item = 0
         self.pbar = tqdm.tqdm(total=0,
-                              disable=self.items_repository._client_api.verbose.disable_progress_bar,
+                              disable=self.items_repository._client_api.verbose.disable_progress_bar_upload_items,
                               file=sys.stdout, desc='Upload Items')
         self.reporter = Reporter(num_workers=0,
                                  resource=Reporter.ITEMS_UPLOAD,

dtlpy/services/api_client.py

@@ -104,6 +104,16 @@ class Verbose:
     __DEFAULT_DISABLE_PROGRESS_BAR = False
     __DEFAULT_PRINT_ALL_RESPONSES = False
     __PRINT_ERROR_LOGS = False
+    __DEFAULT_PROGRESS_BAR_SETTINGS = {
+        'Iterate Pages': False,
+        'Command Progress': False,
+        'Download Dataset': False,
+        'Download Item': False,
+        'Upload Items': False,
+        'Download Annotations': False,
+        'Upload Annotations': False,
+        'Convert Annotations': False
+    }
 
     def __init__(self, cookie):
         self.cookie = cookie
@@ -115,6 +125,7 @@ class Verbose:
             self._disable_progress_bar = self.__DEFAULT_DISABLE_PROGRESS_BAR
             self._print_all_responses = self.__DEFAULT_PRINT_ALL_RESPONSES
             self._print_error_logs = self.__PRINT_ERROR_LOGS
+            self._progress_bar_settings = self.__DEFAULT_PROGRESS_BAR_SETTINGS
             if os.getenv('DTLPY_REFRESH_TOKEN_METHOD', "") == "proxy":
                 self._print_error_logs = True
             self.to_cookie()
@@ -123,7 +134,9 @@ class Verbose:
         dictionary = {'logging_level': self._logging_level,
                       'disable_progress_bar': self._disable_progress_bar,
                       'print_all_responses': self._print_all_responses,
-                      'print_error_logs': self._print_error_logs}
+                      'print_error_logs': self._print_error_logs,
+                      'progress_bar_setting': json.dumps(self._progress_bar_settings)
+                      }
         self.cookie.put(key='verbose', value=dictionary)
 
     def from_cookie(self, dictionary):
@@ -131,6 +144,83 @@ class Verbose:
         self._disable_progress_bar = dictionary.get('disable_progress_bar', self.__DEFAULT_DISABLE_PROGRESS_BAR)
         self._print_all_responses = dictionary.get('print_all_responses', self.__DEFAULT_PRINT_ALL_RESPONSES)
         self._print_error_logs = dictionary.get('print_error_logs', self.__PRINT_ERROR_LOGS)
+        progress_bar_settings = dictionary.get('progress_bar_setting',  None)
+        if progress_bar_settings is None:
+            self._progress_bar_settings = self.__DEFAULT_PROGRESS_BAR_SETTINGS
+        else:
+            self._progress_bar_settings = json.loads(progress_bar_settings)
+
+    @property
+    def disable_progress_bar_iterate_pages(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Iterate Pages', False)
+
+    @disable_progress_bar_iterate_pages.setter
+    def disable_progress_bar_iterate_pages(self, val):
+        self._progress_bar_settings['Iterate Pages'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_command_progress(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Command Progress', False)
+
+    @disable_progress_bar_command_progress.setter
+    def disable_progress_bar_command_progress(self, val):
+        self._progress_bar_settings['Command Progress'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_item(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Item', False)
+
+    @disable_progress_bar_download_item.setter
+    def disable_progress_bar_download_item(self, val):
+        self._progress_bar_settings['Download Item'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_dataset(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Dataset', False)
+
+    @disable_progress_bar_download_dataset.setter
+    def disable_progress_bar_download_dataset(self, val):
+        self._progress_bar_settings['Download Dataset'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_upload_items(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Upload Items', False)
+
+    @disable_progress_bar_upload_items.setter
+    def disable_progress_bar_upload_items(self, val):
+        self._progress_bar_settings['Upload Items'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_download_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Download Annotations', False)
+
+    @disable_progress_bar_download_annotations.setter
+    def disable_progress_bar_download_annotations(self, val):
+        self._progress_bar_settings['Download Annotations'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_upload_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Upload Annotations', False)
+
+    @disable_progress_bar_upload_annotations.setter
+    def disable_progress_bar_upload_annotations(self, val):
+        self._progress_bar_settings['Upload Annotations'] = val
+        self.to_cookie()
+
+    @property
+    def disable_progress_bar_convert_annotations(self):
+        return self._disable_progress_bar or self._progress_bar_settings.get('Convert Annotations', False)
+
+    @disable_progress_bar_convert_annotations.setter
+    def disable_progress_bar_convert_annotations(self, val):
+        self._progress_bar_settings['Convert Annotations'] = val
+        self.to_cookie()
 
     @property
     def disable_progress_bar(self):
@@ -1073,6 +1163,7 @@ class ApiClient:
                                                 headers=headers_req,
                                                 chunked=stream,
                                                 retry_attempts=5,
+                                                ssl=self.verify,
                                                 retry_exceptions={aiohttp.client_exceptions.ClientOSError,
                                                                   aiohttp.client_exceptions.ServerDisconnectedError,
                                                                   aiohttp.client_exceptions.ClientPayloadError},
@@ -1161,7 +1252,7 @@ class ApiClient:
                                  unit_divisor=1024,
                                  position=1,
                                  file=sys.stdout,
-                                 disable=self.verbose.disable_progress_bar,
+                                 disable=self.verbose.disable_progress_bar_upload_items,
                                  desc='Upload Items')
 
                 def callback(bytes_read):

dtlpy/utilities/converter.py

@@ -209,7 +209,7 @@ class Converter:
                 for label in labels:
                     fp.write("{}\n".format(label))
 
-        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar_convert_annotations,
                          file=sys.stdout, desc='Convert Annotations')
         reporter = Reporter(
             num_workers=pages.items_count,
@@ -359,7 +359,7 @@ class Converter:
         converted_annotations = [None for _ in range(pages.items_count)]
         item_id_counter = 0
         pool = ThreadPool(processes=self.concurrency)
-        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=pages.items_count, disable=dataset._client_api.verbose.disable_progress_bar_convert_annotations,
                          file=sys.stdout, desc='Convert Annotations')
         reporter = Reporter(
             num_workers=pages.items_count,

{dtlpy-1.99.12.dist-info → dtlpy-1.101.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.99.12
+Version: 1.101.8
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team

{dtlpy-1.99.12.dist-info → dtlpy-1.101.8.dist-info}/RECORD

@@ -1,5 +1,5 @@
-dtlpy/__init__.py,sha256=XcjyX8cwvOrrIHDS00P2iRvp11Kfysj1-mPlltnIe1s,20899
-dtlpy/__version__.py,sha256=4v3cBB21e478cM-NS_h-FMb73VmhWJUy0maYedq5zJY,20
+dtlpy/__init__.py,sha256=1Zngp5ftTgWb3r-sc8z98TYpEs6fOB_7snFhsXYQLVg,20899
+dtlpy/__version__.py,sha256=Ozzlk4O9Dg2923lh6fsAFvrBcMuihy5L2HWDivhCqaA,20
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=u_c6JtgqsKCr7TU24-g7_CaST9ghqamMhM4Z0Zxt50w,10121
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
@@ -57,9 +57,9 @@ dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/command.py,sha256=ARu8ttk-C7_Ice7chRyTtyOtakBTF09FC04mEk73SO8,5010
 dtlpy/entities/compute.py,sha256=4FEpahPFFGHxye_fLh_p_kP6iEQ3QJK7S5hAdd6Afos,12744
-dtlpy/entities/dataset.py,sha256=tNCl7nNCx-DrZ3z96APhRdvllfQA1-9y8DpL6Ma2l0I,47516
+dtlpy/entities/dataset.py,sha256=4_jSlAtj-vlI4egN_tg5ac_R9tS4wyK9j0-Vpf5icmY,50456
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
-dtlpy/entities/dpk.py,sha256=fsJnKXyWTLI_sVkHt7j2stz_bdvXZ8ouNTiWSsiuUcA,17714
+dtlpy/entities/dpk.py,sha256=Hqct4NbYzX7dcPxvc2QLD0QQxmGbxurwabqrHI3k6X4,17798
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=WBiAws-6wZnQQ3y9wyvOeexA3OjxfaRdwDu5dSFYL1g,13420
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
@@ -67,11 +67,11 @@ dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0
 dtlpy/entities/filters.py,sha256=_A7rLc0yuMw1eW4gSu4-hogQzXbNUheRvFxnTQWntuo,22671
 dtlpy/entities/gis_item.py,sha256=Uk-wMBxwcHsImjz4qOjP-EyZAohbRzN43kMpCaVjCXU,3982
 dtlpy/entities/integration.py,sha256=CA5F1eQCGE_4c_Kry4nWRdeyjHctNnvexcDXg_M5HLU,5734
-dtlpy/entities/item.py,sha256=G6VVcVCudqeShWigZmNIuKD4OkvTRJ05CeXFXNe3Jk8,29691
+dtlpy/entities/item.py,sha256=UnAZ7yLaTu2vkbD2sxysJQNn-ceC9zS3Uf304OvcC4E,31746
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
-dtlpy/entities/model.py,sha256=ufrWny7eqpu4J3XKy8SXMLDBnIRuPvcNUcmbtM1pdxc,25567
+dtlpy/entities/model.py,sha256=EeJsCePIddavvMVhyNGt6ZIsyteucQoI0cY6byPOi9Y,26878
 dtlpy/entities/node.py,sha256=yPPYDLtNMc6vZbbf4FIffY86y7tkaTvYm42Jb7k3Ofk,39617
 dtlpy/entities/ontology.py,sha256=ok4p3sLBc_SS5hs2gZr5-gbblrveM7qSIX4z67QSKeQ,31967
 dtlpy/entities/organization.py,sha256=AMkx8hNIIIjnu5pYlNjckMRuKt6H3lnOAqtEynkr7wg,9893
@@ -80,7 +80,7 @@ dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiU
 dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKDugudc,6314
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
-dtlpy/entities/paged_entities.py,sha256=6y44H3FSclQvhB1KLI4zuIs317hWOhdHUynldRrUJkE,5913
+dtlpy/entities/paged_entities.py,sha256=grNjt2FYg4gKBlVRDkztI1BPOI4JoGeyjvmOW3BnB3k,5927
 dtlpy/entities/pipeline.py,sha256=X9238WbMGfZcXdQVEtkw8twZwl0O4EZB4TxbTSEyPeI,20788
 dtlpy/entities/pipeline_execution.py,sha256=XCXlBAHFYVL2HajE71hK-bPxI4gTwZvg5SKri4BgyRA,9928
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
@@ -88,7 +88,7 @@ dtlpy/entities/prompt_item.py,sha256=d4rqP961PYlJvJJDRXZPI7Z6NdwRXlx_Q0_N0xtZ_B8
 dtlpy/entities/recipe.py,sha256=Q1HtYgind3bEe-vnDZWhw6H-rcIAGhkGHPRWtLIkPSE,11917
 dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y4,3273
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
-dtlpy/entities/service.py,sha256=3A_kcEUCbaS-Qx31rfNyThYK7OxUrzHiE6shT0Oxh60,33467
+dtlpy/entities/service.py,sha256=NI4lFC6FqLw4aEGarr2rMptxe3omVfC39C9VAnYYEJA,33733
 dtlpy/entities/setting.py,sha256=uXagJHtcCR3nJYClR_AUGZjz_kx3TejPcUZ8ginHFIA,8561
 dtlpy/entities/task.py,sha256=XHiEqZYFlrDCtmw1MXsysjoBLdIzAk7coMrVk8bNIiE,19534
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
@@ -112,7 +112,7 @@ dtlpy/entities/annotation_definitions/polygon.py,sha256=gI28yzvYgDj_js6bU9djAzsw
 dtlpy/entities/annotation_definitions/polyline.py,sha256=8Rid2MxwImHM3-fM-0QjzZZE41-dIpdF45ut8KwNxtA,3237
 dtlpy/entities/annotation_definitions/pose.py,sha256=Ah4vtcYTEieDHgaZXQGy4KPEZbvTID0CuWHmRiLz3hw,2527
 dtlpy/entities/annotation_definitions/ref_image.py,sha256=uDXjZPRSU9rjnzkjklUp7P7Bx9ODeBz87vzjz_LHGqA,2826
-dtlpy/entities/annotation_definitions/segmentation.py,sha256=TXVvyh4h8I0W93lQ8IuK3wD9xwTLCeGnQwTvLgfrjXg,6475
+dtlpy/entities/annotation_definitions/segmentation.py,sha256=CEHP9iz3Xc8Wu-A8Wy7C0Zcmwo_9OQYC9u4T-XDW5ww,7354
 dtlpy/entities/annotation_definitions/subtitle.py,sha256=cfNi-19KVYInmxsy5usvjDZdyGgH1Mgss_SiJhT9Bn0,1005
 dtlpy/entities/annotation_definitions/text.py,sha256=r-7laetbKvXL7hSG7AsRl9B5ZVYopUm5vB7rxgkmrCo,2559
 dtlpy/entities/annotation_definitions/undefined_annotation.py,sha256=XUocNEnmWst4D0erlf8GBAjedgFLy0K6K4fr2p_dNas,1882
@@ -148,7 +148,7 @@ dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRStt
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=DCf9anJLrxh-kBr1WdgXtx84oqBlAue87QV_1V-260E,50881
+dtlpy/ml/base_model_adapter.py,sha256=y7txv5JdTpVCZY6IvYXiQRSz4k3YXhHFEKoDTkcVHz0,50610
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -161,11 +161,11 @@ dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzM
 dtlpy/repositories/assignments.py,sha256=1VwJZ7ctQe1iaDDDpeYDgoj2G-TCgzolVLUEqUocd2w,25506
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
 dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zhGA,24668
-dtlpy/repositories/commands.py,sha256=kXhmyBpLZNs-6vKBo4iXaommpjcGBDXs287IICUnQMw,5593
+dtlpy/repositories/commands.py,sha256=i6gQgOmRDG8ixqKU7672H3CvGt8VLT3ihDVfri1eWWc,5610
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
 dtlpy/repositories/computes.py,sha256=EtfE_3JhTdNlSYDPkKXBFkq-DBl4sgQqIm50ajvFdWM,9976
-dtlpy/repositories/datasets.py,sha256=rDpJXNyxOlJwDQB-wNkM-JIqOGH10q9nujnAl6y8_xU,52077
-dtlpy/repositories/downloader.py,sha256=h5Gs_hVXIOobzdwTHgLfkJYWiwtbRn3my-QMWnWJccw,44082
+dtlpy/repositories/datasets.py,sha256=SpG86uToq-E5nVHMwHgWx6VwwwkgfYo8x5vZ0WA3Ouw,56546
+dtlpy/repositories/downloader.py,sha256=rtgGj6jAfXxHZ1oihFoOkK4MUtapFpVMdREKzXKLnu0,44113
 dtlpy/repositories/dpks.py,sha256=mj3QPvfzj_jZAscwIgpKUfa7fLxptc3OJQ_RrSfgYxo,17487
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
 dtlpy/repositories/executions.py,sha256=4UoU6bnB3kl5cMuF1eJvDecfZCaB06gKWxPfv6_g1_k,32598
@@ -174,7 +174,7 @@ dtlpy/repositories/features.py,sha256=7xA2ihEuNgZD7HBQMMGLWpsS2V_3PgieKW2YAk1OeU
 dtlpy/repositories/integrations.py,sha256=Wi-CpT2PH36GFu3znWP5Uf2CmkqWBUYyOdwvatGD_eM,11798
 dtlpy/repositories/items.py,sha256=90Z8-thLWBd49fmmnP-P6pZxhHX1k4Wv6Qfxq-Ovcz4,38092
 dtlpy/repositories/messages.py,sha256=QU0Psckg6CA_Tlw9AVxqa-Ay1fRM4n269sSIJkH9o7E,3066
-dtlpy/repositories/models.py,sha256=HGDyV0kUNeH96QgjOcjigg7KV0-NubFLLapmiCVeNik,37889
+dtlpy/repositories/models.py,sha256=IekNMcnuKVaAVTJf2AJv6YvX5qCd9kkSl4ETPMWP4Zc,38213
 dtlpy/repositories/nodes.py,sha256=xXJm_YA0vDUn0dVvaGeq6ORM0vI3YXvfjuylvGRtkxo,3061
 dtlpy/repositories/ontologies.py,sha256=unnMhD2isR9DVE5S8Fg6fSDf1ZZ5Xemxxufx4LEUT3w,19577
 dtlpy/repositories/organizations.py,sha256=6ijUDFbsogfRul1g_vUB5AZOb41MRmV5NhNU7WLHt3A,22825
@@ -185,17 +185,17 @@ dtlpy/repositories/projects.py,sha256=tZyFLqVs-8ggTIi5echlX7XdGOJGW4LzKuXke7jkRn
 dtlpy/repositories/recipes.py,sha256=ZZDhHn9g28C99bsf0nFaIpVYn6f6Jisz9upkHEkeaYY,15843
 dtlpy/repositories/resource_executions.py,sha256=PyzsbdJxz6jf17Gx13GZmqdu6tZo3TTVv-DypnJ_sY0,5374
 dtlpy/repositories/schema.py,sha256=kTKDrbwm7BfQnBAK81LpAl9ChNFdyUweSLNazlJJhjk,3953
-dtlpy/repositories/services.py,sha256=kG2CW4xKKO5mbFv93Km-6gxq-Zq6-6GToEtQQ0R-KWA,67489
+dtlpy/repositories/services.py,sha256=2ruoPwyznRwsNtM7YK2vSGQP9jtCHB6WitRo-Z0yB_c,68576
 dtlpy/repositories/settings.py,sha256=pvqNse0ANCdU3NSLJEzHco-PZq__OIsPSPVJveB9E4I,12296
 dtlpy/repositories/tasks.py,sha256=v09S2pYGkKx_vBG7SWigJeuMhp0GsefKo3Td7ImrWb0,49039
 dtlpy/repositories/times_series.py,sha256=m-bKFEgiZ13yQNelDjBfeXMUy_HgsPD_JAHj1GVx9fU,11420
 dtlpy/repositories/triggers.py,sha256=izdNyCN1gDc5uo7AXntso0HSMTDIzGFUp-dSEz8cn_U,21990
 dtlpy/repositories/upload_element.py,sha256=R2KWIXmkp_dMAIr81tu3Y_VRfldj0ju8__V28ombkcg,10677
-dtlpy/repositories/uploader.py,sha256=c-YPOGd3ONCHrPJKGDNe_DiFkUiIAdeWY5Yv1Neg_rM,31306
+dtlpy/repositories/uploader.py,sha256=9tbXPuBmRJN95Ifcrr-UDT-6tiKqpTiRMnuS8qcjTag,31319
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=_LpnqLO-9eFAMQkOk5qP3wMVcdwKyOQ-iNvC0jdvATg,69294
+dtlpy/services/api_client.py,sha256=7ctRdpLX6QvJLI-xNRXqlqfrhOiGl5EynY9nrLkuJw4,73113
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=kaYHTPw0Lg8PeJJq8whPyzrBYkzD7offs5hsKRZXJm8,3960
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
@@ -208,7 +208,7 @@ dtlpy/services/reporter.py,sha256=4zi9-bshKAPHG2XMOXS39cFZ0mhqNc3Qa9uaMN7CSZ8,91
 dtlpy/services/service_defaults.py,sha256=a7KoqkVmn2TXmM9gN9JRaVVtcG2b8JGIieVnaZeEaao,3860
 dtlpy/utilities/__init__.py,sha256=ncQD1O5lZ7L9n9rNRBivyqNVFDZyQcmqn-X-wyQhhIs,898
 dtlpy/utilities/base_package_runner.py,sha256=tux_XCiCoOhMPtFaQludzhj0ny6OTKhyoN1aXjPal54,8522
-dtlpy/utilities/converter.py,sha256=8mOdKiLe1ATgR1Q56-c6d716aKGRt0A3M9AelijaYN8,74816
+dtlpy/utilities/converter.py,sha256=4CDrhmG1DZPxhZf2AfB4s7-mb3apYJ7zQ4XHuY8aPH4,74856
 dtlpy/utilities/annotations/__init__.py,sha256=Eb72MloiwDQWe8H4NptFP1RZEEhcY2Fz_w_e34tdCiE,728
 dtlpy/utilities/annotations/annotation_converters.py,sha256=KOqLVtb88GnrvuVi5x-t5vtzVN9Am98RersBl_D44SU,10796
 dtlpy/utilities/dataset_generators/__init__.py,sha256=pA7UqhTh51gC407FyNa_WG8fUFnd__4tmEUTkNBlcLs,65
@@ -223,9 +223,9 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.99.12.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.99.12.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.99.12.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.101.8.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.101.8.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.101.8.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
@@ -233,9 +233,9 @@ tests/assets/models_flow/main.py,sha256=xotAjdHpFnIic3Wb-4f7GSg2igtuXZjvRPiYdCTa
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/features/environment.py,sha256=V23cUx_p4VpNk9kc2I0BDZJHO_xcJBFJq8m3JlYCooc,16736
-dtlpy-1.99.12.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.99.12.dist-info/METADATA,sha256=3U06ZlarV9179TJfjRb30SuYE-xXV_1fYeslLvmEAm4,3019
-dtlpy-1.99.12.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.99.12.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.99.12.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.99.12.dist-info/RECORD,,
+dtlpy-1.101.8.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.101.8.dist-info/METADATA,sha256=EtBmjxKIz7pBOOh-ZOrI_IiLcUhSICMf7oyCNXDKIDI,3019
+dtlpy-1.101.8.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.101.8.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.101.8.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.101.8.dist-info/RECORD,,