dtlpy 1.88.15__py3-none-any.whl → 1.90.37__py3-none-any.whl

dtlpy/repositories/recipes.py

@@ -1,5 +1,6 @@
 import logging
 import traceback
+import urllib.parse
 
 from .. import entities, miscellaneous, repositories, exceptions, _api_reference
 from ..services.api_client import ApiClient
@@ -198,9 +199,9 @@ class Recipes:
 
     def _list(self, filters: entities.Filters):
         url = filters.generate_url_query_params('/recipes')
-
+        encoded_url = urllib.parse.quote(url, safe='/:?=&')
         # request
-        success, response = self._client_api.gen_request(req_type='get', path=url)
+        success, response = self._client_api.gen_request(req_type='get', path=encoded_url)
         if not success:
             raise exceptions.PlatformException(response)
         return response.json()

dtlpy/repositories/schema.py

@@ -0,0 +1,120 @@
+from typing import List
+import logging
+
+from .. import entities, exceptions
+from ..services.api_client import ApiClient
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class UnsearchablePaths:
+    """
+    Unsearchable Paths
+
+    """
+
+    def __init__(self, client_api: ApiClient, dataset: entities.Dataset = None):
+        self._client_api = client_api
+        self._dataset = dataset
+
+    @property
+    def dataset(self) -> entities.Dataset:
+        if self._dataset is None:
+            raise exceptions.PlatformException(
+                error='2001',
+                message='Cannot perform action WITHOUT Dataset entity in {} repository.'.format(
+                    self.__class__.__name__) + ' Please use dataset.schema or set a dataset')
+        assert isinstance(self._dataset, entities.Dataset)
+        return self._dataset
+
+    def __unsearchable_paths_request(self, payload):
+        """
+        Set unsearchable paths in dataset schema
+        """
+        success, response = self._client_api.gen_request(req_type='post',
+                                                         path='/datasets/{}/schema/items'.format(self.dataset.id),
+                                                         json_req=
+                                                         {
+                                                             "unsearchablePaths": payload
+                                                         })
+        if not success:
+            raise exceptions.PlatformException(response)
+
+        resp = response.json()
+        if isinstance(resp, dict):
+            command = entities.Command.from_json(_json=resp,
+                                                 client_api=self._client_api)
+
+            try:
+                command.wait()
+            except Exception as e:
+                logger.error('Command failed: {}'.format(e))
+        else:
+            logger.warning(resp)
+        return success
+
+    def add(self, paths: List[str]):
+        """
+        Add metadata paths to `unsearchablePaths` to exclude keys under these paths from indexing, making them unsearchable through the Dataset Browser UI and DQL queries.
+
+        :param paths: list of paths to create
+        :return: true if success, else raise exception
+        :rtype: bool
+
+        **Example**:
+
+        .. code-block:: python
+
+            success = dataset.schema.unsearchable_paths.add(paths=['metadata.key1', 'metadata.key2'])
+        """
+        return self.__unsearchable_paths_request(payload={"add": paths})
+
+    def remove(self, paths: List[str]):
+        """
+        Remove metadata paths from `unsearchablePaths` to index keys under these paths, making them searchable through the Dataset Browser UI and DQL queries.
+
+        :param paths: list of paths to delete
+        :return: true if success, else raise exception
+        :rtype: bool
+
+        **Example**:
+
+        .. code-block:: python
+
+            success = dataset.schema.unsearchable_paths.remove(paths=['metadata.key1', 'metadata.key2'])
+        """
+        return self.__unsearchable_paths_request(payload={"remove": paths})
+
+
+class Schema:
+    """
+    Schema Repository
+    """
+
+    def __init__(self, client_api: ApiClient, dataset: entities.Dataset):
+        self._client_api = client_api
+        self.dataset = dataset
+        self.unsearchable_paths = UnsearchablePaths(client_api=self._client_api, dataset=dataset)
+
+    ###########
+    # methods #
+    ###########
+    def get(self):
+        """
+        Get dataset schema
+
+        :return: dataset schema
+        :rtype: dict
+
+        **Example**:
+
+        .. code-block:: python
+
+            json = dataset.schema.get()
+        """
+        success, response = self._client_api.gen_request(req_type='get',
+                                                         path='/datasets/{}/schema'.format(self.dataset.id))
+        if not success:
+            raise exceptions.PlatformException(response)
+
+        return response.json()

dtlpy/repositories/services.py

@@ -450,7 +450,8 @@ class Services:
             name: str,
             action: str = 'created',
             support: str = None,
-            docs: str = None
+            docs: str = None,
+            agent_info: dict = None
     ):
         url = "/services/{}/notify".format(service_id)
         payload = {
@@ -458,6 +459,8 @@ class Services:
             'message': message,
             'notificationName': name
         }
+        if agent_info is not None:
+            payload['agentInfo'] = agent_info
 
         if support:
             payload['support'] = support
@@ -1260,7 +1263,7 @@ class Services:
             else:
                 project_id = self._project_id
 
-        filters = entities.Filters(resource=entities.FiltersResource.SERVICE)
+        filters = entities.Filters(resource=entities.FiltersResource.SERVICE, use_defaults=False)
         filters.add(field='name', values=service_name)
         if project_id is not None:
             filters.add(field='projectId', values=project_id)

dtlpy/services/api_client.py

@@ -1451,6 +1451,7 @@ class ApiClient:
         :param force: force login. in case login with same user but want to get a new JWT
         :return:
         """
+        logger.warning('dl.login_secret is deprecated. Please use dl.login_m2m instead.')
         return login_secret(api_client=self,
                             email=email,
                             password=password,
@@ -1486,6 +1487,14 @@ class ApiClient:
         """
         self.token = token  # this will also set the refresh_token to None
 
+    def login_api_key(self, api_key):
+        """
+        Login using API key
+        :param api_key: a valid API key
+        :return:
+        """
+        self.token = api_key
+
     @property
     def login_domain(self):
         if self._login_domain is None:

dtlpy/services/logins.py

@@ -1,4 +1,5 @@
 from urllib.parse import urlsplit, urlunsplit
+import base64
 import requests
 import logging
 import json
@@ -89,6 +90,51 @@ def logout(api_client):
     return True
 
 
+def login_html():
+    try:
+        location = os.path.dirname(os.path.realpath(__file__))
+    except NameError:
+        location = './dtlpy/services'
+    filename = os.path.join(location, '..', 'assets', 'lock_open.png')
+
+    if os.path.isfile(filename):
+
+        with open(filename, 'rb') as f:
+            image = f.read()
+
+        html = (
+            "        <!doctype html>\n"
+            "        <html>\n"
+            "        <head>\n"
+            "            <style>\n"
+            "                body {{\n"
+            "                    background-color: #F7F7F9 !important;\n"
+            "                    display: flex;\n"
+            "                    justify-content: center;\n"
+            "                    align-items: center;\n"
+            "                    height: 100vh;\n"
+            "                    width: 100vw;\n"
+            "                    margin: 0;\n"
+            "                }}\n"
+            "                img {{\n"
+            "                    display: block;\n"
+            "                    max-width: 100%;\n"
+            "                    max-height: 100%;\n"
+            "                    margin: auto;\n"
+            "                }}\n"
+            "            </style>\n"
+            "        </head>\n"
+            "        <body>\n"
+            "            <img src='data:image/png;base64,{image}'>\n"
+            "        </body>\n"
+            "        </html>\n"
+        ).format(image=base64.b64encode(image).decode())
+    else:
+        html = "<!doctype html><html><body>Logged in successfully</body></html>"
+
+    return html.encode('utf-8')
+
+
 def login(api_client, auth0_url=None, audience=None, client_id=None, login_domain=None, callback_port=None):
     import webbrowser
     from http.server import BaseHTTPRequestHandler, HTTPServer
@@ -111,24 +157,9 @@ def login(api_client, auth0_url=None, audience=None, client_id=None, login_domai
                 parsed_path = urlparse(self.path)
                 query = parse_qs(parsed_path.query)
                 self.send_response(200)
-
-                # get display image
-                try:
-                    # working directory when running from command line
-                    location = os.path.dirname(os.path.realpath(__file__))
-                except NameError:
-                    # working directory when running from console
-                    location = './dtlpy/services'
-                filename = os.path.join(location, '..', 'assets', 'lock_open.png')
-                if os.path.isfile(filename):
-                    with open(filename, 'rb') as f:
-                        self.send_header('Content-type', 'image/jpg')
-                        self.end_headers()
-                        self.wfile.write(f.read())
-                else:
-                    self.send_header('Content-type', 'text/html')
-                    self.end_headers()
-                    self.wfile.write(bytes("<!doctype html><html><body>Logged in successfully</body></html>", 'utf-8'))
+                self.send_header('Content-type', 'text/html')
+                self.end_headers()
+                self.wfile.write(login_html())
                 self.__class__.id_token = query['id_token'][0]
                 self.__class__.access_token = query['access_token'][0]
                 self.__class__.refresh_token = query['refresh_token'][0]

dtlpy/utilities/converter.py

@@ -349,6 +349,7 @@ class Converter:
 
     def __convert_dataset_to_coco(self, dataset: entities.Dataset, local_path, filters=None, annotation_filter=None):
         pages = dataset.items.list(filters=filters)
+        logger.info('items count: {}'.format(pages.items_count))
         dataset.download_annotations(local_path=local_path, filters=filters, annotation_filters=annotation_filter)
         path_to_dataloop_annotations_dir = os.path.join(local_path, 'json')
         label_to_id = dataset.instance_map
@@ -368,20 +369,23 @@ class Converter:
         )
         for page in pages:
             for item in page:
-                pool.apply_async(func=self.__single_item_to_coco,
-                                 kwds={
-                                     'item': item,
-                                     'images': images,
-                                     'path_to_dataloop_annotations_dir': path_to_dataloop_annotations_dir,
-                                     'item_id': item_id_counter,
-                                     'reporter': reporter,
-                                     'converted_annotations': converted_annotations,
-                                     'annotation_filter': annotation_filter,
-                                     'label_to_id': label_to_id,
-                                     'categories': categories,
-                                     'pbar': pbar
-                                 })
-                item_id_counter += 1
+                try:
+                    pool.apply_async(func=self.__single_item_to_coco,
+                                     kwds={
+                                         'item': item,
+                                         'images': images,
+                                         'path_to_dataloop_annotations_dir': path_to_dataloop_annotations_dir,
+                                         'item_id': item_id_counter,
+                                         'reporter': reporter,
+                                         'converted_annotations': converted_annotations,
+                                         'annotation_filter': annotation_filter,
+                                         'label_to_id': label_to_id,
+                                         'categories': categories,
+                                         'pbar': pbar
+                                     })
+                    item_id_counter += 1
+                except Exception as e:
+                    logger.error('Failed to convert item: {}'.format(item.id))
 
         pool.close()
         pool.join()
@@ -414,8 +418,11 @@ class Converter:
                 logger.warning(
                     'Converted with some errors. Please see log in {} for more information.'.format(log_filepath))
 
-        logger.info('Total converted: {}'.format(reporter.status_count('success')))
-        logger.info('Total failed: {}'.format(reporter.status_count('failed')))
+        logger.info('Total converted: {}'.format(reporter.success_count))
+        logger.info('Total failed: {}'.format(reporter.failure_count))
+        logger.info('Total skipped: {}'.format(reporter.status_count('skip')))
+        if reporter.success_count + reporter.status_count('skip') + reporter.failure_count != pages.items_count:
+            raise ValueError('Not all items were processed')
 
         return coco_json, reporter.has_errors, log_filepath
 
@@ -501,8 +508,16 @@ class Converter:
                                                  item_id=item_id, i_annotation=pose_idx,
                                                  item_converted_annotations=item_converted_annotations)
 
-    def __single_item_to_coco(self, item: entities.Item, images, path_to_dataloop_annotations_dir, item_id,
-                              converted_annotations, annotation_filter, label_to_id, reporter, categories, pbar=None):
+    def __single_item_to_coco(self, item: entities.Item,
+                              images,
+                              path_to_dataloop_annotations_dir,
+                              item_id,
+                              converted_annotations,
+                              annotation_filter,
+                              label_to_id,
+                              reporter,
+                              categories,
+                              pbar=None):
         try:
             if item.type != 'dir':
                 item = Converter.__get_item_shape(item=item)
@@ -562,11 +577,13 @@ class Converter:
                                        error=errors)
                 else:
                     reporter.set_index(ref=item.id, status='success', success=True)
+            else:
+                reporter.set_index(ref=item.id, status='skipped', success=True)
         except Exception:
             reporter.set_index(ref=item.id, status='failed', success=False,
                                error=traceback.format_exc())
-            raise
-
+            logger.debug('Error converting item: {}\n{}'.format(item.id, traceback.format_exc()))
+            raise Exception('Error converting item: {}\n{}'.format(item.id, traceback.format_exc()))
         if pbar is not None:
             pbar.update()
 

dtlpy/utilities/dataset_generators/dataset_generator.py

@@ -250,10 +250,11 @@ class DatasetGenerator:
                                                        entities.AnnotationType.BOX,
                                                        entities.AnnotationType.POLYGON]:
                                 raise ValueError('unsupported annotation type: {}'.format(annotation.type))
+                dtype = object if self.annotation_type == entities.AnnotationType.POLYGON else None
                 # reorder for output
                 item_info.update({entities.AnnotationType.BOX.value: np.asarray(box_coordinates).astype(float),
                                   entities.AnnotationType.CLASSIFICATION.value: np.asarray(classes_ids),
-                                  entities.AnnotationType.POLYGON.value: np.asarray(polygon_coordinates, dtype=object),
+                                  entities.AnnotationType.POLYGON.value: np.asarray(polygon_coordinates, dtype=dtype),
                                   'labels': labels})
                 if len(item_info[entities.AnnotationType.CLASSIFICATION.value]) == 0:
                     logger.debug('Empty annotation (nothing matched label_to_id_map) for image filename: {}'.format(

{dtlpy-1.88.15.dist-info → dtlpy-1.90.37.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.88.15
+Version: 1.90.37
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team
@@ -43,7 +43,7 @@ Requires-Dist: redis (>=3.5)
 Requires-Dist: inquirer
 Requires-Dist: dtlpymetrics
 
-![logo](https://mk0dataloop4fni44fjg.kinstacdn.com/wp-content/uploads/2020/03/logo.svg)  
+![logo.svg](docs%2F_static%2Flogo.svg) 
 [![Documentation Status](https://readthedocs.org/projects/dtlpy/badge/?version=latest)](https://sdk-docs.dataloop.ai/en/latest/?badge=latest)
 [![pypi](https://img.shields.io/pypi/v/dtlpy.svg)](https://pypi.org/project/dtlpy/)
 [![versions](https://img.shields.io/pypi/pyversions/dtlpy.svg)](https://github.com/dataloop-ai/dtlpy)

{dtlpy-1.88.15.dist-info → dtlpy-1.90.37.dist-info}/RECORD

@@ -1,9 +1,9 @@
-dtlpy/__init__.py,sha256=T_6RQvFl0hF5gmKdFBBNDHg0RcLJFd31KthBJlYEXa4,20063
-dtlpy/__version__.py,sha256=YEo2XJg62s_8oBaaMR3HIU7dAshSQJmIP0okU3Wx0UA,20
+dtlpy/__init__.py,sha256=pJiyuUv6L9bWnW1vcknHAjYP-pouMCYzzexyDKxELoI,20127
+dtlpy/__version__.py,sha256=1qj3PS0_EjKdBgEzjxUCdo97julDX9MXnun0P6V3QAE,20
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=_-F1NTJgGCCHnW68eIexwq7leLGTCHcPxodbw9mfasI,5555
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
-dtlpy/assets/lock_open.png,sha256=vXHune4YF__fINPQ2l61G2zI3BeJPX_z5gkwzUNFAxs,24081
+dtlpy/assets/lock_open.png,sha256=WhGXI8pYNXF3nkbbwUV7BMY8QInXmyyZbS04JoYh3UY,18132
 dtlpy/assets/main.py,sha256=N1JUsx79qnXI7Hx22C8JOzHJdGHxvrXeTx5UZAxvJfE,1380
 dtlpy/assets/main_partial.py,sha256=d8Be4Whg9Tb2VFiT85-57_L9IvxRipQXiZ83SxFs0Ro,267
 dtlpy/assets/mock.json,sha256=aByh4XlsFQJM2pOjmd7bd9zT1LSOj5pfutZDHwt8c_8,149
@@ -42,16 +42,16 @@ dtlpy/callbacks/piper_progress_reporter.py,sha256=L9OK-n6zqBP0SFhq0lrMXuMjf4uWfy
 dtlpy/callbacks/progress_viewer.py,sha256=ZZw8ljXVP2kpndLRxOhY09dOgUN7Luop-4TUuT5nSDc,2314
 dtlpy/dlp/__init__.py,sha256=QG_BxSqeic0foFBmzIkpZEF4EvxOZamknj2f5Cb6T6Q,868
 dtlpy/dlp/cli_utilities.py,sha256=Kzr-AKbRlXLdGKY2RTUNm0U_vKHxyMOB17TQegeDMdM,16037
-dtlpy/dlp/command_executor.py,sha256=1cnFX9eRV_4wrjIiJCUrLhj5fh-OnLIhUROezkD1_Ks,31529
+dtlpy/dlp/command_executor.py,sha256=JKtRKTwrKfkXHa1VuFhPw15FuwexBPq_9ANAu2pSyXs,32113
 dtlpy/dlp/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
 dtlpy/dlp/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
 dtlpy/dlp/dlp.py,sha256=YjNBjeCDTXJ7tj8qdiGZ8lFb8DtPZl-FvViyjxt9xF8,4278
-dtlpy/dlp/parser.py,sha256=dU8hwomLdBs5MdCUsm574eipgo0Q4SJuvXPrc3KtlwY,30551
-dtlpy/entities/__init__.py,sha256=eRIF_SjX2pxZUT7p4NLYPy2Ew2-03PdxkvvhQF_5yhI,4487
+dtlpy/dlp/parser.py,sha256=p-TFaiAU2c3QkI97TXzL2LDR3Eq0hGDFrTc9J2jWLh4,30551
+dtlpy/entities/__init__.py,sha256=cwA3ZOsZbdiixwhH6D15sU_bwybDAB8P2mg1zThajBU,4510
 dtlpy/entities/analytic.py,sha256=5eAavh_NmvSWsD7uzon2vQn08chbc-dh1nlJc0awkQI,11374
 dtlpy/entities/annotation.py,sha256=s-g39sdUFafhsbGN1Taf2DSqoKbyRtWc0TVNhPpEAwA,67515
 dtlpy/entities/annotation_collection.py,sha256=Uh7pnyhAv4epMApHRtIdWRG_ro9U6p7yNV7Lnjzdzqk,29979
-dtlpy/entities/app.py,sha256=IuqIlDPGSjBvhfNf5cS3FbkllHnpjaWNd-aACNbwG4Y,5021
+dtlpy/entities/app.py,sha256=7i7xDRnyN2PgJ_oUNfhkTh7CxRHaXf-uGS2eX_DjAAg,6295
 dtlpy/entities/app_module.py,sha256=0UiAbBX1q8iEImi3nY7ySWZZHoRRwu0qUXmyXmgVAc4,3645
 dtlpy/entities/artifact.py,sha256=wtLtBuidOPbnba0ok40JyunCCIBGbAl4bP_ebK39Kk4,5711
 dtlpy/entities/assignment.py,sha256=LTUxE2ZB5iZSbSeoroHe5P7Kv6E_K2b5cdY-7TZ4HFE,14346
@@ -59,37 +59,37 @@ dtlpy/entities/base_entity.py,sha256=i8VzoXdkkJbUJD7U7U-bkbQKiUWkRwZZhl-mQT5WUsc
 dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/command.py,sha256=dv7w0GfTqq4OeLUoAUElYCdOrvE2Lp9Cx-XdA9N4314,4976
-dtlpy/entities/dataset.py,sha256=6n_0TeH4A8Je-ZUwX1Vc2GFJO9k8HU67n_j2hHWcFi4,44831
+dtlpy/entities/dataset.py,sha256=6rqfC4YA6q75-q3Hbfv2XR4tGkajMwXEgzP-b0OQw8U,45075
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
-dtlpy/entities/dpk.py,sha256=QnmFAroFkxbCrGP9z47faxbo3CetWoBFTC2vfX7hIlY,16746
+dtlpy/entities/dpk.py,sha256=zTqzFIIagaJ3jUcFFI3wAmmNzVD4q0fBt41Ts0TLxeg,16788
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=xZxfF3tYtf7tJ_GKzwSoEkF1zhlnWmbBzLoVXrNl8DE,12800
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
 dtlpy/entities/feature_set.py,sha256=lKbaLLklYC8dZGCDzQa8T-LSYpUygqLwlC_jhHtOfLw,4326
-dtlpy/entities/filters.py,sha256=HV06ipH6APG1r4PnlUVvlIMSoR76kbk7Nywz8-kcwpM,18826
-dtlpy/entities/integration.py,sha256=BaqdMbI4OqRVpB_GX1pHfNYgDO8OBfV06wKRNFR1ohI,5482
+dtlpy/entities/filters.py,sha256=H3_EYUNp0K8HHcddma1s308EIM0ALmXCJxmPyXA7GzU,19029
+dtlpy/entities/integration.py,sha256=Hi4PsIbrVx0LnytxI9GtPcrqRgm8Mq_BZUln1KUtxo8,5733
 dtlpy/entities/item.py,sha256=JGdBa8RDPWnVOdqRdKoz-T3o8rCOsLbKFdhs0KQDa6o,28369
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
-dtlpy/entities/model.py,sha256=SProbsv3FVyd_eld3bc3mD-RinldD6Gq797UueEz_EM,24144
+dtlpy/entities/model.py,sha256=GXfQoLa06GSsymBiRTqI2FYegLwyrc5S8lWMwGWxhjw,24959
 dtlpy/entities/node.py,sha256=jpf_aQRoBxD6XEZ3xjpgTPp8Iuj6Z4mAQbK7RC0Larw,37463
 dtlpy/entities/ontology.py,sha256=hpex7wLJ2JXMFq3lxLfN49LPz4M3GJIjqD-7HL5hOEw,29265
 dtlpy/entities/organization.py,sha256=AMkx8hNIIIjnu5pYlNjckMRuKt6H3lnOAqtEynkr7wg,9893
 dtlpy/entities/package.py,sha256=EA5cB3nFBlsbxVK-QroZILjol2bYSVGqCby-mOyJJjQ,26353
 dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiUBKNZo,211
-dtlpy/entities/package_function.py,sha256=kQsfW-LOTAVd8oDm-F0iWLvKsFmAXSp5ZoBrXPvISRE,6067
-dtlpy/entities/package_module.py,sha256=MBaJ5j8eCERsP-s1SIO8_daTU1gEqcaDSpUBu_gUTAk,4035
+dtlpy/entities/package_function.py,sha256=Y24zVxTxN602cv63I8gIZ9J7wu9lThj8XF0xW4cHutk,6166
+dtlpy/entities/package_module.py,sha256=PpEe635I8jnPbA1YDr_5jX3a_mEk-z-mBeX8Lw3HIgY,4134
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
 dtlpy/entities/paged_entities.py,sha256=A6_D0CUJsN52dBG6yn-oHHzjuVDkBNejTG5r-KxWOxI,5848
-dtlpy/entities/pipeline.py,sha256=-_Y50J3bFSfRbZVcqgg4H__x35Jp6fK6aX27o4jL1QQ,20070
+dtlpy/entities/pipeline.py,sha256=Fh3vB2SvM-yhA8wWtIv9zojaqnE2c1cjJQr5CmveBS0,20119
 dtlpy/entities/pipeline_execution.py,sha256=2FKZhvcksWFYjTBQxnLtpRVy2PFGNkkt0EipWMan1JA,8907
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
 dtlpy/entities/prompt_item.py,sha256=42U1gp9CmasMUPjr6JdEXNGfek_lDn8_2M2Xb1GPeSw,2469
 dtlpy/entities/recipe.py,sha256=m8EDczbNcEY5H8xyyendX5q1ECSC1qrpRmwDQrW221g,10193
 dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y4,3273
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
-dtlpy/entities/service.py,sha256=hTO2-c52jKgqNa8GSn2_tPFTirfdXjcn7I0DVHcnxiU,28479
+dtlpy/entities/service.py,sha256=8CayT9r84OEUBy7LzIGzHfwIqcNIXyRbfTUiFuprqmY,29053
 dtlpy/entities/setting.py,sha256=koydO8b0_bWVNklR2vpsXswxzBo8q83XtGk3wkma0MI,8522
 dtlpy/entities/task.py,sha256=XHiEqZYFlrDCtmw1MXsysjoBLdIzAk7coMrVk8bNIiE,19534
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
@@ -137,7 +137,7 @@ dtlpy/examples/show_item_and_mask.py,sha256=PmZJWLAULUC1G47CuREDMPsNV6ZHYmDaZABk
 dtlpy/examples/triggers.py,sha256=LJrwSQ3IoXQroyFNrohEhzWqDsEW9aXa_29FItq1boU,1591
 dtlpy/examples/upload_batch_of_items.py,sha256=7sVZoHabsGESUCuWc_A2iysdtT5jQ0gXBivaieHgIr0,671
 dtlpy/examples/upload_items_and_custom_format_annotations.py,sha256=KgGeIs2Q6MoTnWeAVuWJ3Q0Oy5HpaQ97NGMo-Oun6SI,2308
-dtlpy/examples/upload_items_with_modalities.py,sha256=YAkiXZnnQKOSh5xGRtx_JPqhuZX5eVETCThevY1UuhM,1848
+dtlpy/examples/upload_items_with_modalities.py,sha256=PJyzPIvRSWi_nh7JlOR9YZKFrMuvYffDx5mz9TiVIvU,1848
 dtlpy/examples/upload_segmentation_annotations_from_mask_image.py,sha256=JQGc8wQ3zTRRlVcRLs223UwCYCAfChKlvU0QOPEqezI,1388
 dtlpy/examples/upload_yolo_format_annotations.py,sha256=PDLhC5pBGrC68Pix-7I7SgdaCweYNZPgJxg0h4ssWyc,2610
 dtlpy/miscellaneous/__init__.py,sha256=twbvfsKdiNHNR-vUuy8nUlY3vuUVaSnm-wO83yQdeFY,829
@@ -147,15 +147,16 @@ dtlpy/miscellaneous/json_utils.py,sha256=0P4YTlL6o_L7AUrvAeqkqA46MZZK_hDdTrdnmI5
 dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRSttL5pY,4808
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
-dtlpy/ml/base_model_adapter.py,sha256=5sD5qtMhm_eRLgnnQJT9A9q0L4MpLkzyZtLN_MS3QC0,38767
+dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
+dtlpy/ml/base_model_adapter.py,sha256=QTcYhOZ1wiiyVAjFj5tzTl396xpAVw6hSu8Qf3SD3-8,39941
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
 dtlpy/ml/train_utils.py,sha256=R-BHKRfqDoLLhFyLzsRFyJ4E-8iedj9s9oZqy3IO2rg,2404
-dtlpy/repositories/__init__.py,sha256=RskGSdPzJwsukYEIgs_7MW_1tqVx6hTPQ2WUhQ5PA5w,1922
+dtlpy/repositories/__init__.py,sha256=_p6RafEniBXbeTAbz8efnIr4G4mCwV9x6LEkXhTRWUE,1949
 dtlpy/repositories/analytics.py,sha256=dQPCYTPAIuyfVI_ppR49W7_GBj0033feIm9Gd7LW1V0,2966
 dtlpy/repositories/annotations.py,sha256=E7iHo8UwDAhdulqh0lGr3fGQ-TSwZXXGsEXZA-WJ_NA,35780
-dtlpy/repositories/apps.py,sha256=j8KXqR32llwJPes82KuHq5KHcByHSQLO5HqSMbDRKZk,10554
+dtlpy/repositories/apps.py,sha256=6LHvjp8LlHmta4kJo3D4a0potSodfQ59yFkNQ08t4EU,13402
 dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzMbo,19081
 dtlpy/repositories/assignments.py,sha256=M1vlixBdAjwStqCG1MQjHsj3dH15KT0Rb5UTDtyDpEQ,25464
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
@@ -164,25 +165,26 @@ dtlpy/repositories/commands.py,sha256=jJnHctZEloRH6Zxf1yFwpgWrv449EU_40QOexKwKlk
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
 dtlpy/repositories/datasets.py,sha256=GjJLh5masXCdyuj8jTxvvLIvhxJuXtc0o4pn-Sfjr4A,45084
 dtlpy/repositories/downloader.py,sha256=pNwL7Nid8xmOyYNiv4DB_WY4RoKlxQ-U9nG2V99Gyr8,41342
-dtlpy/repositories/dpks.py,sha256=-E2mrw0tqS2poFwfUPj9pCljgJo19VkxYDRJuKyNd4g,13927
+dtlpy/repositories/dpks.py,sha256=lVaVsDElhO6vfvGbrsKvzAXdY3L4qjQMRCZPWIrDq6A,15380
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
-dtlpy/repositories/executions.py,sha256=LexiO2KaTNMpjkDKIxQ5NHRU3huTfvdDZPKAOqUCdSs,30314
+dtlpy/repositories/executions.py,sha256=ixfekN5quQ_tQL7kdfPOb4r3qCvNTlWIBV8hPk2ElbE,30480
 dtlpy/repositories/feature_sets.py,sha256=xSceAIwK608JSU42IPT1NrvCtnaDJ582JfLd05F3Cck,8811
-dtlpy/repositories/features.py,sha256=CiZTnHatek6pqJup1hcHryI-0waagN4273eyhirCxgM,9301
-dtlpy/repositories/integrations.py,sha256=oT5N3CMmOtMTrhwJhC_j9GjG0OmHzTcoUDoWDPfszFs,11575
+dtlpy/repositories/features.py,sha256=X9luMRoTMbwhIEh3UTVQtd3jl6ToFUmv9s39EHuLKIc,9616
+dtlpy/repositories/integrations.py,sha256=gNQmw5ykFtBaimdxUkzCXQqefZaM8yQPnxWZkIJK7ww,11666
 dtlpy/repositories/items.py,sha256=DqJ3g9bc4OLMm9KqI-OebXbr-zcEiohO1wGZJ1uE2Lg,37874
 dtlpy/repositories/messages.py,sha256=zYcoz8Us6j8Tb5Z7luJuvtO9xSRTuOCS7pl-ztt97Ac,3082
-dtlpy/repositories/models.py,sha256=K3MUpSCypkTqfEfDR4ykKMuuTfkWrl2vwioPhZNr13c,32771
+dtlpy/repositories/models.py,sha256=7kYYE0cfw57bsv_T18QqjCBZsd6fSp99y_Vm94Ya44o,34813
 dtlpy/repositories/nodes.py,sha256=xXJm_YA0vDUn0dVvaGeq6ORM0vI3YXvfjuylvGRtkxo,3061
 dtlpy/repositories/ontologies.py,sha256=unnMhD2isR9DVE5S8Fg6fSDf1ZZ5Xemxxufx4LEUT3w,19577
 dtlpy/repositories/organizations.py,sha256=6ijUDFbsogfRul1g_vUB5AZOb41MRmV5NhNU7WLHt3A,22825
-dtlpy/repositories/packages.py,sha256=MTVhlcCq2vycUUvEZZdSqSmvf3FuCoQaxcysq0Qh6ok,86610
-dtlpy/repositories/pipeline_executions.py,sha256=j5t_PtAHm1s9AIqgBHmnrxC6Z1YqTrI53eYLWWlcMlU,14312
+dtlpy/repositories/packages.py,sha256=FCshPoEDuKNfA3WIPqzqr_w_fJV2dFw2IvLdSuVVxv8,86741
+dtlpy/repositories/pipeline_executions.py,sha256=CYxJ_Lt5yeZI0Y0uhaolmgshu6_96QmPQUtyWrNGYFE,14421
 dtlpy/repositories/pipelines.py,sha256=VDAOsGbgD1_AKdMrJl_qB3gxPs7f3pwUnPx0pT1iAWk,23977
 dtlpy/repositories/projects.py,sha256=tZyFLqVs-8ggTIi5echlX7XdGOJGW4LzKuXke7jkRnw,22140
-dtlpy/repositories/recipes.py,sha256=kPsN6htcEzdO4JLq3cidzSnZUdx8RDVW2fvNFXdPKWk,15756
+dtlpy/repositories/recipes.py,sha256=ZZDhHn9g28C99bsf0nFaIpVYn6f6Jisz9upkHEkeaYY,15843
 dtlpy/repositories/resource_executions.py,sha256=PyzsbdJxz6jf17Gx13GZmqdu6tZo3TTVv-DypnJ_sY0,5374
-dtlpy/repositories/services.py,sha256=oOatkm_F3C1JMUYvNu8dNRgORvk0_VITck02e29jWEA,66217
+dtlpy/repositories/schema.py,sha256=kTKDrbwm7BfQnBAK81LpAl9ChNFdyUweSLNazlJJhjk,3953
+dtlpy/repositories/services.py,sha256=MDXQ6vAwZNXtBfhjekFHl2vzjGSZdbk6EJ1cAOkkKHs,66355
 dtlpy/repositories/settings.py,sha256=pvqNse0ANCdU3NSLJEzHco-PZq__OIsPSPVJveB9E4I,12296
 dtlpy/repositories/tasks.py,sha256=bbk0l0EZzFFEN_TjHBqDh6GNVum3yF902gdjO0iEFhk,48076
 dtlpy/repositories/times_series.py,sha256=m-bKFEgiZ13yQNelDjBfeXMUy_HgsPD_JAHj1GVx9fU,11420
@@ -192,7 +194,7 @@ dtlpy/repositories/uploader.py,sha256=PzEq4yHsxJT1lv_wYGS-gh7Wmu37TA-14ww_r-6HBr
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=Ew3neG7P8giK3CwFXYWMJnbRAYbGFA2K_jIVavUqnB8,65848
+dtlpy/services/api_client.py,sha256=u2cp3clDsR9X7Rn_pW82dxSJKWGjHpAifSBWZFGE-2Q,66115
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=lfpkTkRUvQoMTxaRZBHbPt5e43qdvpCGDe_-KcY2Jps,2810
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
@@ -200,16 +202,16 @@ dtlpy/services/check_sdk.py,sha256=tnFWCzkJa8w2jLtw-guwuqpOtXGyiVU7ZCDFiUZUqzY,3
 dtlpy/services/cookie.py,sha256=sSZR1QV4ienCcZ8lEK_Y4nZYBgAxO3kHrcBXFKGcmwQ,3694
 dtlpy/services/create_logger.py,sha256=WFQjuvCuwrZoftFaU9jQkmEcOrL1XD-NqsuBqb5_SN4,6332
 dtlpy/services/events.py,sha256=mpcu8RusLPrBcJEbWR61uFb4FiU_dQv3xoa7uM-rTcY,3686
-dtlpy/services/logins.py,sha256=sSE4kmXw9EZylgIQaUYgHH-MgtpEcjUMJpFn5X5C-lA,7906
+dtlpy/services/logins.py,sha256=YMMi_C_A97ZNtIlREE30hpBRhULAZJtORiVL6OL0oPQ,8766
 dtlpy/services/reporter.py,sha256=4zi9-bshKAPHG2XMOXS39cFZ0mhqNc3Qa9uaMN7CSZ8,9122
 dtlpy/services/service_defaults.py,sha256=a7KoqkVmn2TXmM9gN9JRaVVtcG2b8JGIieVnaZeEaao,3860
 dtlpy/utilities/__init__.py,sha256=ncQD1O5lZ7L9n9rNRBivyqNVFDZyQcmqn-X-wyQhhIs,898
 dtlpy/utilities/base_package_runner.py,sha256=tux_XCiCoOhMPtFaQludzhj0ny6OTKhyoN1aXjPal54,8522
-dtlpy/utilities/converter.py,sha256=Bsu_POyokUY2VAMpG6ZNksWCtAOJR29k8u2h9AEPLe4,73804
+dtlpy/utilities/converter.py,sha256=8mOdKiLe1ATgR1Q56-c6d716aKGRt0A3M9AelijaYN8,74816
 dtlpy/utilities/annotations/__init__.py,sha256=Eb72MloiwDQWe8H4NptFP1RZEEhcY2Fz_w_e34tdCiE,728
 dtlpy/utilities/annotations/annotation_converters.py,sha256=KOqLVtb88GnrvuVi5x-t5vtzVN9Am98RersBl_D44SU,10796
 dtlpy/utilities/dataset_generators/__init__.py,sha256=pA7UqhTh51gC407FyNa_WG8fUFnd__4tmEUTkNBlcLs,65
-dtlpy/utilities/dataset_generators/dataset_generator.py,sha256=-zVhDESAfy3rMTBE79JuU9S8ENYee_MVoCyWl7mouQk,31380
+dtlpy/utilities/dataset_generators/dataset_generator.py,sha256=QOuydoXL9NlYYMw2jY8Dl6y4dNcldT3kkeu0V95R0MQ,31479
 dtlpy/utilities/dataset_generators/dataset_generator_tensorflow.py,sha256=ZY97o4UAR5tM_req9O1Wh_N-U3cebSypub6kibykYP8,716
 dtlpy/utilities/dataset_generators/dataset_generator_torch.py,sha256=qPm03zVZmga_BQSyWgcodYQL25WYiiBtz8QpCsU4oYc,536
 dtlpy/utilities/local_development/__init__.py,sha256=6s1Ns7mN20J3yyIlgQbKAhPRqy7zQo-hIafLDrIj5cg,70
@@ -220,14 +222,14 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.88.15.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.88.15.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.88.15.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.90.37.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.90.37.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.90.37.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=U3LVKfWcgRXWvG2mBy57uojhKpqbwFykPvae40Ac4ZY,13706
-dtlpy-1.88.15.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.88.15.dist-info/METADATA,sha256=YoKL73uayKxqEmycCBpNQPLfZ5win2bxQC1ua5mveQ0,3026
-dtlpy-1.88.15.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.88.15.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.88.15.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.88.15.dist-info/RECORD,,
+tests/features/environment.py,sha256=V0FuAjbwiN1ddlJrCjjGSgPrU9TEQWraZkp1E7QDzdQ,13849
+dtlpy-1.90.37.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.90.37.dist-info/METADATA,sha256=spLXXrJqRARvSiL5MpaflToCFrKek87S0TudPLNfXr4,2976
+dtlpy-1.90.37.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.90.37.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.90.37.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.90.37.dist-info/RECORD,,

tests/features/environment.py

@@ -153,6 +153,9 @@ def before_feature(context, feature):
     if 'rc_only' in context.tags and 'rc' not in os.environ.get("DLP_ENV_NAME"):
         feature.skip("Marked with @rc_only")
         return
+    if 'skip_test' in context.tags:
+        feature.skip("Marked with @skip_test")
+        return
 
 
 def fix_project_with_frozen_datasets(project):
@@ -166,7 +169,8 @@ def fix_project_with_frozen_datasets(project):
 def before_tag(context, tag):
     if "skip_test" in tag:
         dat = tag.split("_")[-1] if "DAT" in tag else ""
-        context.scenario.skip(f"Test mark as SKIPPED, Should be merged after {dat}")
+        if hasattr(context, "scenario"):
+            context.scenario.skip(f"Test mark as SKIPPED, Should be merged after {dat}")
 
 
 @fixture