dtlpy 1.111.11__py3-none-any.whl → 1.113.10__py3-none-any.whl

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.111.11'
+version = '1.113.10'

dtlpy/entities/compute.py

@@ -12,6 +12,7 @@ class ClusterProvider(str, Enum):
     HPC = 'hpc'
     LOCAL = 'local'
     RANCHER_K3S = 'rancher-k3s'
+    RANCHER_RKE = 'rancher-rke'
 
 
 class ComputeType(str, Enum):
@@ -327,8 +328,8 @@ class Compute:
             self._computes = repositories.Computes(client_api=self._client_api)
         return self._computes
 
-    def delete(self):
-        return self.computes.delete(compute_id=self.id)
+    def delete(self, skip_destroy: bool = False):
+        return self.computes.delete(compute_id=self.id, skip_destroy=skip_destroy)
 
     def update(self):
         return self.computes.update(compute=self)

dtlpy/entities/integration.py

@@ -111,9 +111,12 @@ class Integration(entities.BaseEntity):
             raise ValueError('Must input a valid Project entity')
         self._project = project
 
-    def update(self,
-               new_name: str = None,
-               new_options: dict = None):
+    def update(
+            self,
+            new_name: str = None,
+            new_options: dict = None,
+            reload_services: bool = None
+    ):
         """
         Update the integration's name.
 
@@ -121,6 +124,7 @@ class Integration(entities.BaseEntity):
 
         :param str new_name: new name
         :param dict new_options: new value
+        :param bool reload_services: reload services associated with this integration
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -148,10 +152,13 @@ class Integration(entities.BaseEntity):
                 error='400',
                 message='Must provide an identifier in inputs')
 
-        identifier.integrations.update(new_name=new_name,
-                                       integrations_id=self.id,
-                                       integration=self,
-                                       new_options=new_options)
+        identifier.integrations.update(
+            new_name=new_name,
+            integrations_id=self.id,
+            integration=self,
+            new_options=new_options,
+            reload_services=reload_services
+        )
 
     def delete(self,
                sure: bool = False,

dtlpy/entities/model.py

@@ -101,6 +101,7 @@ class Model(entities.BaseEntity):
     scope = attr.ib()
     version = attr.ib()
     context = attr.ib()
+    status_logs = attr.ib()
 
     # name change
     package_id = attr.ib(repr=False)
@@ -199,7 +200,8 @@ class Model(entities.BaseEntity):
             output_type=_json.get('outputType', None),
             module_name=_json.get('moduleName', None),
             updated_by=_json.get('updatedBy', None),
-            app=_json.get('app', None)
+            app=_json.get('app', None),
+            status_logs=_json.get('statusLogs', []),
         )
         inst.is_fetched = is_fetched
         return inst
@@ -229,7 +231,8 @@ class Model(entities.BaseEntity):
                                                         attr.fields(Model).input_type,
                                                         attr.fields(Model).output_type,
                                                         attr.fields(Model).updated_by,
-                                                        attr.fields(Model).app
+                                                        attr.fields(Model).app,
+                                                        attr.fields(Model).status_logs
                                                         ))
         _json['packageId'] = self.package_id
         _json['datasetId'] = self.dataset_id
@@ -253,6 +256,8 @@ class Model(entities.BaseEntity):
             _json['updatedBy'] = self.updated_by
         if self.app:
             _json['app'] = self.app
+        if self.status_logs:
+            _json['statusLogs'] = self.status_logs
 
         return _json
 
@@ -295,7 +300,10 @@ class Model(entities.BaseEntity):
     def package(self):
         if self._package is None:
             try:
-                self._package = self.packages.get(package_id=self.package_id)
+                if self.app:
+                    self._package = self.dpks.get_revisions(dpk_id=self.app['dpkId'], version=self.app['dpkVersion'])
+                else:
+                    self._package = self.packages.get(package_id=self.package_id)
             except Exception as e:
                 error = e
                 try:

dtlpy/entities/paged_entities.py

@@ -6,6 +6,8 @@ import copy
 import sys
 
 import attr
+
+from .filters import FiltersOperations, FiltersOrderByDirection, FiltersResource
 from .. import miscellaneous
 from ..services.api_client import ApiClient
 
@@ -29,6 +31,10 @@ class PagedEntities:
     total_pages_count = attr.ib(default=0)
     items_count = attr.ib(default=0)
 
+    # hybrid pagination
+    use_id_based_paging = attr.ib(default=False)
+    last_seen_id = attr.ib(default=None)
+
     # execution attribute
     _service_id = attr.ib(default=None, repr=False)
     _project_id = attr.ib(default=None, repr=False)
@@ -43,6 +49,15 @@ class PagedEntities:
     # items list
     items = attr.ib(default=miscellaneous.List(), repr=False)
 
+    @staticmethod
+    def _has_explicit_sort(flt):
+        """
+        Check if the filter has custom sort fields defined (not id/createdAt).
+        """
+        prepared = flt.prepare() if flt else {}
+        sort_fields = list(prepared.get("sort", {}).keys())
+        return bool(sort_fields and sort_fields[0] not in {"id", "createdAt"})
+
     def process_result(self, result):
         """
         :param result: json object
@@ -71,7 +86,8 @@ class PagedEntities:
         return self.items_count
 
     def __iter__(self):
-        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
+        pbar = tqdm.tqdm(total=self.total_pages_count,
+                         disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
                          file=sys.stdout, desc="Iterate Pages")
         if self.page_offset != 0:
             # reset the count for page 0
@@ -109,18 +125,74 @@ class PagedEntities:
         if page_offset is None:
             page_offset = self.page_offset
 
-        if self.filters is not None:
-            filters = copy.copy(self.filters)
-            filters.page = page_offset
-            filters.page_size = page_size
-            if self._list_function is None:
-                result = self.items_repository._list(filters=filters)
+        if self.filters is None:
+            raise ValueError("Cant return page. Filters is empty")
+
+        req = copy.deepcopy(self.filters)
+        req.page_size = page_size
+
+        after_id = getattr(req, "after_id", None)
+        if after_id is not None:
+            delattr(req, "after_id")
+
+        enable_hybrid = getattr(self.filters, "resource", None) in [
+            FiltersResource.ITEM,
+            FiltersResource.ANNOTATION,
+            FiltersResource.FEATURE,
+        ]
+
+        prepared= req.prepare()
+        sort_spec= prepared.get("sort", {})
+        sort_dir= next(iter(sort_spec.values()), None)
+        order= sort_dir or FiltersOrderByDirection.ASCENDING
+        operator_value = (FiltersOperations.LESS_THAN if sort_dir == FiltersOrderByDirection.DESCENDING else FiltersOperations.GREATER_THAN)
+
+        if enable_hybrid and not self._has_explicit_sort(req):
+            req.sort_by(field="id", value=order)
+
+        if enable_hybrid and self.use_id_based_paging:
+            req.page = 0
+            if self.last_seen_id:
+                req.add(
+                    field="id",
+                    values=self.last_seen_id,
+                    operator=operator_value,
+                    method=FiltersOperations.AND,
+                )
+        else:
+            auto_hybrid = (
+                enable_hybrid
+                and not self.use_id_based_paging
+                and not self._has_explicit_sort(self.filters)
+                and self.last_seen_id is not None
+            )
+            if auto_hybrid and page_offset > 0:
+                req.page = 0
+                req.add(
+                    field="id",
+                    values=after_id or self.last_seen_id,
+                    operator=operator_value,
+                    method=FiltersOperations.AND,
+                )
+                self.use_id_based_paging = True
             else:
-                result = self._list_function(filters=filters)
-            items = self.process_result(result)
-            return items
+                req.page = page_offset
+
+        if self._list_function is None:
+            result = self.items_repository._list(filters=req)
         else:
-            raise ValueError('Cant return page. Filters is empty')
+            result = self._list_function(filters=req)
+
+        items = self.process_result(result)
+
+        if enable_hybrid and items and hasattr(items[-1], "id"):
+            self.last_seen_id = items[-1].id
+
+        if self.use_id_based_paging:
+            if "hasNextPage" not in result:
+                self.has_next_page = len(items) == page_size
+
+        return items
 
     def get_page(self, page_offset=None, page_size=None):
         """
@@ -164,7 +236,8 @@ class PagedEntities:
     def all(self):
         page_offset = 0
         page_size = 100
-        pbar = tqdm.tqdm(total=self.items_count, disable=self._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=self.items_count,
+                         disable=self._client_api.verbose.disable_progress_bar,
                          file=sys.stdout, desc='Iterate Entity')
         total_pages = math.ceil(self.items_count / page_size)
         jobs = list()
@@ -192,4 +265,4 @@ class PagedEntities:
         self.items.print(columns=columns)
 
     def to_df(self, columns=None):
-        return self.items.to_df(columns=columns)
+        return self.items.to_df(columns=columns)

dtlpy/ml/base_model_adapter.py

@@ -313,10 +313,9 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                 self.logger.debug("Downloading subset {!r} of {}".format(subset,
                                                                          self.model_entity.dataset.name))
 
-                annotation_filters = entities.Filters(resource=entities.FiltersResource.ANNOTATION)
-
-                    
+                annotation_filters = None
                 if self.model_entity.output_type is not None and self.model_entity.output_type != "embedding":
+                    annotation_filters = entities.Filters(resource=entities.FiltersResource.ANNOTATION, use_defaults=False)
                     if self.model_entity.output_type in [entities.AnnotationType.SEGMENTATION,
                                                         entities.AnnotationType.POLYGON]:
                         model_output_types = [entities.AnnotationType.SEGMENTATION, entities.AnnotationType.POLYGON]
@@ -329,12 +328,12 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                         operator=entities.FiltersOperations.IN
                     )
 
-                if not self.configuration.get("include_model_annotations", False):
-                    annotation_filters.add(
-                        field="metadata.system.model.name",
-                        values=False,
-                        operator=entities.FiltersOperations.EXISTS
-                    )
+                    if not self.configuration.get("include_model_annotations", False):
+                        annotation_filters.add(
+                            field="metadata.system.model.name",
+                            values=False,
+                            operator=entities.FiltersOperations.EXISTS
+                        )
 
                 ret_list = dataset.items.download(filters=filters,
                                                   local_path=data_subset_base_path,
@@ -694,8 +693,6 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
             if output_path is not None:
                 self.save_to_model(local_path=output_path, replace=True)
             logger.info('Execution failed. Setting model.status to failed')
-            model.status = 'failed'
-            model.update()
             raise
         return model
 

dtlpy/repositories/computes.py

@@ -10,6 +10,7 @@ from typing import List, Optional, Dict
 from ..entities import ComputeCluster, ComputeContext, ComputeType
 from ..entities.integration import IntegrationType
 import logging
+from urllib.parse import urlparse, urlencode, parse_qs, urlunparse
 
 logger = logging.getLogger(name='dtlpy')
 
@@ -133,25 +134,31 @@ class Computes:
     def __get_log_compute_progress_callback(self, compute_id: str):
         def func():
             compute = self.get(compute_id=compute_id)
-            bootstrap_progress = compute.metadata.get('system', {}).get('bootstrapProcess', {}).get('progress', None)
-            bootstrap_logs = compute.metadata.get('system', {}).get('bootstrapProcess', {}).get('logs', None)
+            bootstrap_progress = compute.metadata.get('system', {}).get('bootstrap', {}).get('progress', None)
+            bootstrap_logs = compute.metadata.get('system', {}).get('bootstrap', {}).get('logs', None)
             validation_progress = compute.metadata.get('system', {}).get('validation', {}).get('progress', None)
             validation_logs = compute.metadata.get('system', {}).get('validation', {}).get('logs', None)
-            if bootstrap_progress not in [None, 100]:
-                logger.info(f"Bootstrap in progress: {bootstrap_progress}%")
+            if bootstrap_progress is not None:
+                if 'bootstrap' not in self.log_cache.get(compute_id, {}):
+                    logger.info(f"Bootstrap in progress:")
                 last_index = len(self.log_cache.get(compute_id, {}).get('bootstrap', []))
                 new_logs = bootstrap_logs[last_index:]
                 if new_logs:
-                    logger.info("Bootstrap Logs: {}".format('\n'.join(new_logs)))
+                    for log in new_logs:
+                        logger.info(log)
+                    logger.info(f'Bootstrap progress: {int(bootstrap_progress)}%')
                     if compute_id not in self.log_cache:
                         self.log_cache[compute_id] = {}
                     self.log_cache[compute_id]['bootstrap'] = bootstrap_logs
-            if validation_progress not in [None, 100]:
-                logger.info(f"Validating created compute. Progress: {validation_progress}%")
+            if bootstrap_progress in [100, None] and validation_progress is not None:
+                if 'validation' not in self.log_cache.get(compute_id, {}):
+                    logger.info(f"Validating created compute:")
                 last_index = len(self.log_cache.get(compute_id, {}).get('validation', []))
                 new_logs = validation_logs[last_index:]
                 if new_logs:
-                    logger.info("Validation Logs: {}".format('\n'.join(new_logs)))
+                    for log in new_logs:
+                        logger.info(log)
+                    logger.info(f'Validation progress: {int(validation_progress)}%')
                     if compute_id not in self.log_cache:
                         self.log_cache[compute_id] = {}
                     self.log_cache[compute_id]['validation'] = validation_logs
@@ -203,17 +210,25 @@ class Computes:
 
         return compute
 
-    def delete(self, compute_id: str):
+    def delete(self, compute_id: str, skip_destroy: bool = False
+):
         """
         Delete a compute
 
         :param compute_id: compute ID
+        :param skip_destroy: bool
         """
-
+        url_path = self._base_url + '/{}'.format(compute_id)
+        params_to_add = {"skipDestroy": "true" if skip_destroy else "false" }
+        parsed_url = urlparse(url_path)
+        query_dict = parse_qs(parsed_url.query)
+        query_dict.update(params_to_add)
+        new_query = urlencode(query_dict, doseq=True)
+        url_path = urlunparse(parsed_url._replace(query=new_query))
         # request
         success, response = self._client_api.gen_request(
             req_type='delete',
-            path=self._base_url + '/{}'.format(compute_id)
+            path=url_path
         )
 
         if not success:

dtlpy/repositories/downloader.py

@@ -96,6 +96,9 @@ class Downloader:
                         error='400',
                         message='Unknown annotation download option: {}, please choose from: {}'.format(
                             ann_option, list(entities.ViewAnnotationOptions)))
+        # normalize items argument: treat empty list as “no items specified”
+        if isinstance(items, list) and len(items) == 0:
+            items = None
         #####################
         # items to download #
         #####################

dtlpy/repositories/drivers.py

@@ -1,4 +1,5 @@
 import logging
+import re
 
 from .. import entities, miscellaneous, exceptions, _api_reference
 from ..services.api_client import ApiClient
@@ -151,7 +152,8 @@ class Drivers:
                allow_external_delete: bool = True,
                region: str = None,
                storage_class: str = "",
-               path: str = ""):
+               path: str = "",
+               endpoint: str = None):
         """
         Create a storage driver.
 
@@ -167,6 +169,7 @@ class Drivers:
         :param str region: relevant only for s3 - the bucket region
         :param str storage_class: relevant only for s3
         :param str path: Optional. By default path is the root folder. Path is case sensitive integration
+        :param endpoint path: Optional. Custom endpoint for S3 storage. Must be in the format 'http://<hostname>:<port>' or 'https://<hostname>:<port>'.
         :return: driver object
         :rtype: dtlpy.entities.driver.Driver
 
@@ -185,6 +188,11 @@ class Drivers:
             integration_type = driver_type
         if driver_type == entities.ExternalStorage.S3:
             bucket_payload = 'bucketName'
+            if endpoint:
+                if not re.match(r'^https?://[A-Za-z0-9.-]+:\d+$', endpoint):
+                    raise ValueError(
+                        f"Invalid endpoint URL '{endpoint}'. Must be 'http://<hostname>:<port>' or 'https://<hostname>:<port>'."
+                    )
         elif driver_type == entities.ExternalStorage.GCS:
             bucket_payload = 'bucket'
         else:
@@ -208,6 +216,8 @@ class Drivers:
             "allowExternalDelete": allow_external_delete,
             "creator": self._client_api.info().get('user_email')
         }
+        if endpoint and driver_type == entities.ExternalStorage.S3:
+            payload['payload']['endpoint'] = endpoint
 
         success, response = self._client_api.gen_request(req_type='post',
                                                          path='/drivers',

dtlpy/repositories/features.py

@@ -111,7 +111,7 @@ class Features:
         if self._project_id is None:
             self._project_id = self.project.id
         filters.context = {"projects": [self._project_id]}
-
+        
         paged = entities.PagedEntities(items_repository=self,
                                        filters=filters,
                                        page_offset=filters.page,

dtlpy/repositories/integrations.py

@@ -120,8 +120,10 @@ class Integrations:
         aws-cross - {}
         gcp-cross - {}
         gcp-workload-identity-federation - {"secret": "", "content": "{}", "clientId": ""}
-        private-registry (ECR) - {"name": "", "spec": {"accessKeyId": "", "secretAccessKey": "", "account": "", "region": ""}}
-        private-registry (GAR) - {"name": "", "spec": {"password": ""}} (can use generate_gar_options to generate the options)
+        private-registry (ECR) - can use generate_ecr_options to generate the options
+        private-registry (GAR) - use generate_gar_options to generate the options
+        private-registry (ACR) - use generate_azure_container_registry_options to generate the options
+        private-registry (DockerHub) - use generate_docker_hub_options to generate the options
 
         **Prerequisites**: You must be an *owner* in the organization.
 
@@ -180,6 +182,7 @@ class Integrations:
                integration: entities.Integration = None,
                new_options: dict = None,
                organization_id: str = None,
+               reload_services: bool = None,
                ):
         """
         Update the integration's name.
@@ -191,6 +194,7 @@ class Integrations:
         :param Integration integration: integration object
         :param dict new_options: new value
         :param str organization_id: organization id
+        :param bool reload_services: reload services associated with this integration
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -225,7 +229,16 @@ class Integrations:
             else:
                 organization_id = self.org.id
 
-        url_path = '/orgs/{}/integrations/'.format(organization_id)
+        if reload_services is None:
+            logger.warning(
+                "Param reload_services was not provided. If the integration you are updating is used\n"
+                "in FaaS services these services will keep using the old value until updated."
+            )
+
+        url_path = '/orgs/{org_id}/integrations{query_params}'.format(
+            org_id=organization_id,
+            query_params='?reloadServices=true' if reload_services else ''
+        )
         payload = dict(integrationId=integrations_id if integrations_id is not None else integration.id)
         if new_name is not None:
             payload['name'] = new_name
@@ -355,6 +368,21 @@ class Integrations:
         """
         return IntegrationUtils.generate_docker_hub_options(username=username, password=password, email=email)
 
+    @staticmethod
+    def generate_azure_container_registry_options(username: str, password: str, location: str) -> dict:
+        """
+        Generates an Azure Container Registry JSON configuration and returns it as a base64-encoded string.
+
+        Parameters:
+            username (str): The Azure username.
+            password (str): The Azure password.
+            location (str): server URL of Azure Container Registry
+
+        Returns:
+            str: A base64-encoded string representation of the repository JSON configuration.
+        """
+        return IntegrationUtils.generate_docker_hub_options(username=username, password=password, location=location)
+
     @staticmethod
     def generate_ecr_options(access_key_id: str, secret_access_key: str, account: str, region: str) -> dict:
         """
@@ -426,7 +454,7 @@ class IntegrationUtils:
         )
 
     @staticmethod
-    def generate_docker_hub_options(username: str, password: str, email: str = None) -> dict:
+    def generate_docker_hub_options(username: str, password: str, email: str = None, location='docker.io') -> dict:
 
         if not username:
             raise ValueError('Missing Username')
@@ -436,7 +464,7 @@ class IntegrationUtils:
         auth = IntegrationUtils.encode('{}:{}'.format(username, password))
 
         return IntegrationUtils.generate_json_key_options(
-            location='docker.io',
+            location=location,
             username=username,
             password=password,
             auth=auth,

{dtlpy-1.111.11.dist-info → dtlpy-1.113.10.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.111.11
+Version: 1.113.10
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team

{dtlpy-1.111.11.dist-info → dtlpy-1.113.10.dist-info}/RECORD

@@ -1,5 +1,5 @@
 dtlpy/__init__.py,sha256=-5fpi-yAwFdluh8QZ-sWXwNDCD97Q5BCgIs7pUDl04o,20444
-dtlpy/__version__.py,sha256=KBp0kUjFeeHF5b3vE1pKBkiadaOJfs-ga44MCvxCu8U,21
+dtlpy/__version__.py,sha256=AHVPkR4bml10NDAI863smQZmEgiJXZehmC3rrJ_8d9I,21
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=tUCzBGaSpm9GTjRuwOkFgo3A8vopUQ-baltdJss3XlI,9964
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
@@ -56,7 +56,7 @@ dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/collection.py,sha256=FPPPfIxOsBG1ujORPJVq8uXyF8vhIqC6N4EiI9SJzl0,1160
 dtlpy/entities/command.py,sha256=5RMQYjOGLRF8JZd7QFAPyE8utsp4eZzLApI2dEAbaqo,5301
-dtlpy/entities/compute.py,sha256=U974uaXGCfr-TSHqPmyLeJWbwbO-3K082hS1Scapv8M,14497
+dtlpy/entities/compute.py,sha256=OdlCagVR-rh5IeHsUq1EtBq001_kFMwInCJdZNHh8G0,14584
 dtlpy/entities/dataset.py,sha256=GEvBOly1M8uU--apQZ-G-78DJZzFk178LmMhEANyi0A,53838
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
 dtlpy/entities/dpk.py,sha256=XrK8X8p4Ag6LMjDrDpMstY-h_yTll_sMmKTZT6bLbWE,17923
@@ -66,12 +66,12 @@ dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,373
 dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
 dtlpy/entities/filters.py,sha256=Cdx3BzYa8kIfvW37Gmmwiu4eH4ytfWByu8TQOBvtR2o,22644
 dtlpy/entities/gis_item.py,sha256=Uk-wMBxwcHsImjz4qOjP-EyZAohbRzN43kMpCaVjCXU,3982
-dtlpy/entities/integration.py,sha256=Kdy1j6-cJLW8qNmnqCmdg36phi843YDrlMqcMyMfvYk,5875
+dtlpy/entities/integration.py,sha256=XraOApW9jbT6EdZraRX2In6sMbfNgEGf2V5Um2RCRqA,6001
 dtlpy/entities/item.py,sha256=WCIPHUmubIe0wva-YMm-LPQdn2S3_-Q151x49C9NEw8,34591
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
 dtlpy/entities/message.py,sha256=ApJuaKEqxATpXjNYUjGdYPu3ibQzEMo8-LtJ_4xAcPI,5865
-dtlpy/entities/model.py,sha256=YwjIi3MxAZoyartTvqx_qhtDKQe6zVsQuwZbYLygMxU,26898
+dtlpy/entities/model.py,sha256=j7mLY38Tl2jTLfdHFOqcctb655u7drWkGc8l2CWtbyE,27321
 dtlpy/entities/node.py,sha256=RiCqG659Pb1PZNMewR-F7eNbU5tt713fiZY9xW6-Pes,39199
 dtlpy/entities/ontology.py,sha256=924g9c2ZTfr69fWd_ejrVU0C-MAUR8UAhhz6GY-IQME,32100
 dtlpy/entities/organization.py,sha256=Zm-tTHV82PvYyTNetRRXqvmvzBCbXEwS-gAENf7Zny4,9874
@@ -80,7 +80,7 @@ dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiU
 dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKDugudc,6314
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
-dtlpy/entities/paged_entities.py,sha256=grNjt2FYg4gKBlVRDkztI1BPOI4JoGeyjvmOW3BnB3k,5927
+dtlpy/entities/paged_entities.py,sha256=AZNHyN5dhaZvtiYCkZsKZfJkmYHonWDBvM560zuC-TE,8419
 dtlpy/entities/pipeline.py,sha256=JtWGoCUhVszOVkBNK43fbTt446fkND4wH-Y-fN_llww,20851
 dtlpy/entities/pipeline_execution.py,sha256=EQhW4W_G1bIPShYbJSAT--1WNQuvxVQbcQ_MCHIX0KI,9938
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
@@ -149,7 +149,7 @@ dtlpy/miscellaneous/list_print.py,sha256=fBGTMXFUwDG8DD4W6HyR8BTGtbTckLf4W09quNR
 dtlpy/miscellaneous/zipping.py,sha256=JplTc8UDFvO8WaD5vKuumVLN0lU_-GtHoE0doWKtmKg,5383
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=7L6nVzTFBfcywouq48baxHNlrFu2hZX2q7IRBYox8J4,51148
+dtlpy/ml/base_model_adapter.py,sha256=Sdrg68BLwHocvk74QUYatUgA6iv8Xhql8muX2PoF2z8,51153
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -165,15 +165,15 @@ dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zh
 dtlpy/repositories/collections.py,sha256=z-nkR33rq-MzkEff7DDSBlfsI_lkCDFwQZIlMaIT5rM,13514
 dtlpy/repositories/commands.py,sha256=MgXhXxbAzBa2QJM9Z5EsQZRaZ4fGBM17ALoldxi8xYA,5848
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
-dtlpy/repositories/computes.py,sha256=U_mBeMh-Rv1xaXGSd_3fyOX7n_0SmOTcjN-M_Ca1Go0,14360
+dtlpy/repositories/computes.py,sha256=Q4maajELX1p2yyCSsflyZC2eVz7JBHgLsdcldnbG3JM,15125
 dtlpy/repositories/datasets.py,sha256=p0HBbTGrxAQ8h9tJsp1jRasPbwnMAtXQ4_sIef9_590,59358
-dtlpy/repositories/downloader.py,sha256=XJC9FhlXgHrA8Ae9bftrbs4YKFCcZoEYJAh6Bt6zGhU,45167
+dtlpy/repositories/downloader.py,sha256=X5-vspCoTW7_QZuPdaZgOSTvM7jYU0Uf7o5PELZNY9g,45329
 dtlpy/repositories/dpks.py,sha256=dxZpGloZGH6MJG9ZFff5l3GlXw6i-52n9kxL-QiHosQ,18516
-dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
+dtlpy/repositories/drivers.py,sha256=2fMzzt0ovNeYpfrAOqz4h14C5D7GCLLA5SDj9rQ4UfI,10817
 dtlpy/repositories/executions.py,sha256=4UoU6bnB3kl5cMuF1eJvDecfZCaB06gKWxPfv6_g1_k,32598
 dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
-dtlpy/repositories/features.py,sha256=A_RqTJxzjTh-Wbm0uXaoTNyHSfCLbeiH38iB11p2ifY,9915
-dtlpy/repositories/integrations.py,sha256=gSgaVp4MkcdrJMnXVr_fl4xrzhfJba8BFbBJTuJPwXc,18159
+dtlpy/repositories/features.py,sha256=HZR-sLSdwiWdbFsnuZrTDSff0oRK2hwFBQ6UK2yVAvk,9923
+dtlpy/repositories/integrations.py,sha256=Y5c37fQCaIkw1p5jPEbAqytgRVXuqe771eHC1hNDE7A,19491
 dtlpy/repositories/items.py,sha256=S1OWZ6s8AbVXMiLtCfBBiYPMG8OLqdUhKMHuZWE3bnU,40029
 dtlpy/repositories/messages.py,sha256=QU0Psckg6CA_Tlw9AVxqa-Ay1fRM4n269sSIJkH9o7E,3066
 dtlpy/repositories/models.py,sha256=uYVw319dMgVoXReb9VKl0b3v0_kgetROQaf56cvgwqs,38297
@@ -226,19 +226,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.111.11.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.111.11.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.111.11.data/scripts/dlp.py,sha256=ZpfJvYE1_OTSorEYBphqTOutnHSb5TqOXh0y_mUCTJs,4393
+dtlpy-1.113.10.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.113.10.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.113.10.data/scripts/dlp.py,sha256=ZpfJvYE1_OTSorEYBphqTOutnHSb5TqOXh0y_mUCTJs,4393
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
 tests/assets/models_flow/main.py,sha256=vnDKyVZaae2RFpvwS22Hzi6Dt2LJerH4yQrmKtaT8_g,2123
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=JcM956BxLBRvDqy6Kr1Nxd1FY_gxbE6XztZBVBMCGYM,18897
-dtlpy-1.111.11.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.111.11.dist-info/METADATA,sha256=QzXWZvBKXwMVg-SiV3_zuuoZz_Dvu2qWgddvxF4EvZ8,5470
-dtlpy-1.111.11.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.111.11.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.111.11.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.111.11.dist-info/RECORD,,
+tests/features/environment.py,sha256=ZZNSN8TObnNMkX0IQhSolAs_9I_V9hHFL_IZjG0jrGU,18909
+dtlpy-1.113.10.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.113.10.dist-info/METADATA,sha256=vyFPyK_u6Jdx3Fj5scfdLqseFuoQiqFAPk_WXSnYcl8,5470
+dtlpy-1.113.10.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.113.10.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.113.10.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.113.10.dist-info/RECORD,,

tests/features/environment.py

@@ -294,10 +294,10 @@ def after_tag(context, tag):
         pass
     elif tag == 'wip':
         pass
-    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test', 'ATP', 'AIRGAPPED']):
+    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test', 'ATP', 'AIRGAPPED', 'DM-cache']):
         pass
     else:
-        raise ValueError('unknown tag: {}'.format(tag))
+        raise ValueError('Unknown tag: {}'.format(tag))
 
 
 @fixture