dtlpy 1.110.3__py3-none-any.whl → 1.112.9__py3-none-any.whl

dtlpy/__init__.py

@@ -293,6 +293,8 @@ ANNOTATION_TYPE_POSE = AnnotationType.POSE
 ANNOTATION_TYPE_SEGMENTATION = AnnotationType.SEGMENTATION
 ANNOTATION_TYPE_SUBTITLE = AnnotationType.SUBTITLE
 ANNOTATION_TYPE_TEXT = AnnotationType.TEXT
+ANNOTATION_TYPE_FREE_TEXT = AnnotationType.FREE_TEXT
+ANNOTATION_TYPE_REF_IMAGE = AnnotationType.REF_IMAGE
 
 ITEM_STATUS_COMPLETED = ItemStatus.COMPLETED
 ITEM_STATUS_APPROVED = ItemStatus.APPROVED

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.110.3'
+version = '1.112.9'

dtlpy/dlp/cli_utilities.py

@@ -84,7 +84,7 @@ class FileHistory(History):
             def write(t):
                 f.write(t.encode('utf-8'))
 
-            write('\n# %s\n' % datetime.datetime.utcnow())
+            write('\n# %s\n' % datetime.datetime.now(datetime.timezone.utc))
             for line in string.split('\n'):
                 hide = any(field in line for field in self.to_hide)
                 if not hide:

dtlpy/dlp/dlp.py

@@ -27,7 +27,7 @@ logger.propagate = False
 
 
 def dlp_exit():
-    print(datetime.datetime.utcnow())
+    print(datetime.datetime.now(datetime.timezone.utc))
     print("Goodbye ;)")
     sys.exit(0)
 
@@ -71,7 +71,7 @@ def main():
                     else:
                         command_executor.run(args=args)
                 except exceptions.TokenExpired:
-                    print(datetime.datetime.utcnow())
+                    print(datetime.datetime.now(datetime.timezone.utc))
                     print("[ERROR] token expired, please login.")
                     continue
                 except SystemExit as e:
@@ -83,11 +83,11 @@ def main():
                             sys.exit(0)
                     # error
                     else:
-                        print(datetime.datetime.utcnow())
+                        print(datetime.datetime.now(datetime.timezone.utc))
                         print('"{command}" is not a valid command'.format(command=text))
                         continue
                 except Exception as e:
-                    print(datetime.datetime.utcnow())
+                    print(datetime.datetime.now(datetime.timezone.utc))
                     if hasattr(e, 'message'):
                         print(e.message)
                     else:
@@ -102,11 +102,11 @@ def main():
                 command_executor.run(args=args)
                 sys.exit(0)
             except exceptions.TokenExpired:
-                print(datetime.datetime.utcnow())
+                print(datetime.datetime.now(datetime.timezone.utc))
                 print("[ERROR] token expired, please login.")
                 sys.exit(1)
             except Exception as e:
-                print(datetime.datetime.utcnow())
+                print(datetime.datetime.now(datetime.timezone.utc))
                 print(traceback.format_exc())
                 print(e)
                 sys.exit(1)
@@ -123,6 +123,6 @@ if __name__ == "__main__":
     try:
         main()
     except Exception as err:
-        print(datetime.datetime.utcnow())
+        print(datetime.datetime.now(datetime.timezone.utc))
         print("[ERROR]\t%s" % err)
     print("Dataloop.ai CLI. Type dlp --help for options")

dtlpy/entities/annotation.py

@@ -47,6 +47,8 @@ class AnnotationType(str, Enum):
     GIS = "gis"
     SEMANTIC_3D = "ref_semantic_3d"
     POLYLINE_3D = "polyline_3d"
+    FREE_TEXT = "text"
+    REF_IMAGE = "ref_image"
 
 
 class ViewAnnotationOptions(str, Enum):

dtlpy/entities/compute.py

@@ -216,6 +216,7 @@ class ComputeCluster:
             node_pools: Optional[List[NodePool]] = None,
             metadata: Optional[Dict] = None,
             authentication: Optional[Authentication] = None,
+            plugins: Optional[dict] = None
     ):
         self.name = name
         self.endpoint = endpoint
@@ -225,6 +226,7 @@ class ComputeCluster:
         self.metadata = metadata if metadata is not None else {}
         self.authentication = authentication if authentication is not None else Authentication(
             AuthenticationIntegration("", ""))
+        self.plugins = plugins
 
     @classmethod
     def from_json(cls, _json):
@@ -235,7 +237,8 @@ class ComputeCluster:
             provider=ClusterProvider(_json.get('provider')),
             node_pools=[NodePool.from_json(np) for np in _json.get('nodePools', list())],
             metadata=_json.get('metadata'),
-            authentication=Authentication.from_json(_json.get('authentication', dict()))
+            authentication=Authentication.from_json(_json.get('authentication', dict())),
+            plugins=_json.get('plugins')
         )
 
     def to_json(self):
@@ -246,20 +249,22 @@ class ComputeCluster:
             'provider': self.provider.value,
             'nodePools': [np.to_json() for np in self.node_pools],
             'metadata': self.metadata,
-            'authentication': self.authentication.to_json()
+            'authentication': self.authentication.to_json(),
+            'plugins': self.plugins
         }
 
     @classmethod
     def from_setup_json(cls, devops_output, integration):
         node_pools = [NodePool.from_json(n) for n in devops_output['config']['nodePools']]
         return cls(
-            devops_output['config']['name'],
-            devops_output['config']['endpoint'],
-            devops_output['config']['kubernetesVersion'],
-            ClusterProvider(devops_output['config']['provider']),
-            node_pools,
-            {},
-            Authentication(AuthenticationIntegration(integration.id, integration.type))
+            name=devops_output['config']['name'],
+            endpoint=devops_output['config']['endpoint'],
+            kubernetes_version=devops_output['config']['kubernetesVersion'],
+            provider=ClusterProvider(devops_output['config']['provider']),
+            node_pools=node_pools,
+            metadata={},
+            authentication=Authentication(AuthenticationIntegration(integration.id, integration.type)),
+            plugins=devops_output['config'].get('plugins')
         )
 
 

dtlpy/entities/filters.py

@@ -332,7 +332,6 @@ class Filters:
                 self._unique_fields = ['type']
                 values = [annotation_type.value for annotation_type in entities.AnnotationType]
                 values.remove(entities.AnnotationType.NOTE.value)
-                values += ["text", "ref_image"]  # Prompt Annotation Types
                 self.add(field='type', values=values, operator=FiltersOperations.IN, method=FiltersMethod.AND)
 
     def __generate_query(self):

dtlpy/entities/integration.py

@@ -111,9 +111,12 @@ class Integration(entities.BaseEntity):
             raise ValueError('Must input a valid Project entity')
         self._project = project
 
-    def update(self,
-               new_name: str = None,
-               new_options: dict = None):
+    def update(
+            self,
+            new_name: str = None,
+            new_options: dict = None,
+            reload_services: bool = None
+    ):
         """
         Update the integration's name.
 
@@ -121,6 +124,7 @@ class Integration(entities.BaseEntity):
 
         :param str new_name: new name
         :param dict new_options: new value
+        :param bool reload_services: reload services associated with this integration
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -148,10 +152,13 @@ class Integration(entities.BaseEntity):
                 error='400',
                 message='Must provide an identifier in inputs')
 
-        identifier.integrations.update(new_name=new_name,
-                                       integrations_id=self.id,
-                                       integration=self,
-                                       new_options=new_options)
+        identifier.integrations.update(
+            new_name=new_name,
+            integrations_id=self.id,
+            integration=self,
+            new_options=new_options,
+            reload_services=reload_services
+        )
 
     def delete(self,
                sure: bool = False,

dtlpy/entities/paged_entities.py

@@ -6,6 +6,8 @@ import copy
 import sys
 
 import attr
+
+from .filters import FiltersOperations, FiltersOrderByDirection, FiltersResource
 from .. import miscellaneous
 from ..services.api_client import ApiClient
 
@@ -29,6 +31,10 @@ class PagedEntities:
     total_pages_count = attr.ib(default=0)
     items_count = attr.ib(default=0)
 
+    # hybrid pagination
+    use_id_based_paging = attr.ib(default=False)
+    last_seen_id = attr.ib(default=None)
+
     # execution attribute
     _service_id = attr.ib(default=None, repr=False)
     _project_id = attr.ib(default=None, repr=False)
@@ -43,6 +49,15 @@ class PagedEntities:
     # items list
     items = attr.ib(default=miscellaneous.List(), repr=False)
 
+    @staticmethod
+    def _has_explicit_sort(flt):
+        """
+        Check if the filter has custom sort fields defined (not id/createdAt).
+        """
+        prepared = flt.prepare() if flt else {}
+        sort_fields = list(prepared.get("sort", {}).keys())
+        return bool(sort_fields and sort_fields[0] not in {"id", "createdAt"})
+
     def process_result(self, result):
         """
         :param result: json object
@@ -71,7 +86,8 @@ class PagedEntities:
         return self.items_count
 
     def __iter__(self):
-        pbar = tqdm.tqdm(total=self.total_pages_count, disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
+        pbar = tqdm.tqdm(total=self.total_pages_count,
+                         disable=self._client_api.verbose.disable_progress_bar_iterate_pages,
                          file=sys.stdout, desc="Iterate Pages")
         if self.page_offset != 0:
             # reset the count for page 0
@@ -109,18 +125,68 @@ class PagedEntities:
         if page_offset is None:
             page_offset = self.page_offset
 
-        if self.filters is not None:
-            filters = copy.copy(self.filters)
-            filters.page = page_offset
-            filters.page_size = page_size
-            if self._list_function is None:
-                result = self.items_repository._list(filters=filters)
+        if self.filters is None:
+            raise ValueError("Cant return page. Filters is empty")
+
+        req = copy.deepcopy(self.filters)
+        req.page_size = page_size
+
+        after_id = getattr(req, "after_id", None)
+        if after_id is not None:
+            delattr(req, "after_id")
+
+        enable_hybrid = getattr(self.filters, "resource", None) in [
+            FiltersResource.ITEM,
+            FiltersResource.ANNOTATION,
+            FiltersResource.FEATURE,
+        ]
+
+        if enable_hybrid and not self._has_explicit_sort(req):
+            req.sort_by(field="id", value=FiltersOrderByDirection.ASCENDING)
+
+        if enable_hybrid and self.use_id_based_paging:
+            req.page = 0
+            if self.last_seen_id:
+                req.add(
+                    field="id",
+                    values=self.last_seen_id,
+                    operator=FiltersOperations.GREATER_THAN,
+                    method=FiltersOperations.AND,
+                )
+        else:
+            auto_hybrid = (
+                enable_hybrid
+                and not self.use_id_based_paging
+                and not self._has_explicit_sort(self.filters)
+                and self.last_seen_id is not None
+            )
+            if auto_hybrid and page_offset > 0:
+                req.page = 0
+                req.add(
+                    field="id",
+                    values=after_id or self.last_seen_id,
+                    operator=FiltersOperations.GREATER_THAN,
+                    method=FiltersOperations.AND,
+                )
+                self.use_id_based_paging = True
             else:
-                result = self._list_function(filters=filters)
-            items = self.process_result(result)
-            return items
+                req.page = page_offset
+
+        if self._list_function is None:
+            result = self.items_repository._list(filters=req)
         else:
-            raise ValueError('Cant return page. Filters is empty')
+            result = self._list_function(filters=req)
+
+        items = self.process_result(result)
+
+        if enable_hybrid and items and hasattr(items[-1], "id"):
+            self.last_seen_id = items[-1].id
+
+        if self.use_id_based_paging:
+            if "hasNextPage" not in result:
+                self.has_next_page = len(items) == page_size
+
+        return items
 
     def get_page(self, page_offset=None, page_size=None):
         """
@@ -164,7 +230,8 @@ class PagedEntities:
     def all(self):
         page_offset = 0
         page_size = 100
-        pbar = tqdm.tqdm(total=self.items_count, disable=self._client_api.verbose.disable_progress_bar,
+        pbar = tqdm.tqdm(total=self.items_count,
+                         disable=self._client_api.verbose.disable_progress_bar,
                          file=sys.stdout, desc='Iterate Entity')
         total_pages = math.ceil(self.items_count / page_size)
         jobs = list()
@@ -192,4 +259,4 @@ class PagedEntities:
         self.items.print(columns=columns)
 
     def to_df(self, columns=None):
-        return self.items.to_df(columns=columns)
+        return self.items.to_df(columns=columns)

dtlpy/miscellaneous/list_print.py

@@ -76,7 +76,7 @@ class List(list, typing.MutableSequence[T]):
                         str_timestamp = str(element['createdAt'])
                         if len(str_timestamp) > 10:
                             str_timestamp = str_timestamp[:10]
-                        element['createdAt'] = datetime.datetime.utcfromtimestamp(int(str_timestamp)).isoformat()
+                        element['createdAt'] = datetime.datetime.fromtimestamp(int(str_timestamp), datetime.timezone.utc).isoformat()
                     except Exception:
                         pass
             df = pandas.DataFrame(to_print, columns=keys_list)

dtlpy/miscellaneous/zipping.py

@@ -117,15 +117,14 @@ class Zipping:
 
     @staticmethod
     def unzip_directory(zip_filename, to_directory=None):
-        zipdata = zipfile.ZipFile(zip_filename)
-        zipinfos = zipdata.infolist()
-
-        # iterate through each file
-        for zipinfo in zipinfos:
-            # encode the file names
-            # zip package make decode by cp437 for file that have name that not ascii
-            # this happen when the flag_bits be different than 0
-            # so we encode the name back
-            if not zipinfo.flag_bits:
-                zipinfo.filename = zipinfo.filename.encode('cp437').decode('utf-8')
-            zipdata.extract(zipinfo, to_directory)
+        with zipfile.ZipFile(zip_filename) as zipdata:
+            zipinfos = zipdata.infolist()
+            # iterate through each file
+            for zipinfo in zipinfos:
+                # encode the file names
+                # zip package make decode by cp437 for file that have name that not ascii
+                # this happen when the flag_bits be different than 0
+                # so we encode the name back
+                if not zipinfo.flag_bits:
+                    zipinfo.filename = zipinfo.filename.encode('cp437').decode('utf-8')
+                zipdata.extract(zipinfo, to_directory)

dtlpy/ml/base_model_adapter.py

@@ -313,27 +313,27 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                 self.logger.debug("Downloading subset {!r} of {}".format(subset,
                                                                          self.model_entity.dataset.name))
 
-                if self.model_entity.output_type is not None:
+                annotation_filters = None
+                if self.model_entity.output_type is not None and self.model_entity.output_type != "embedding":
+                    annotation_filters = entities.Filters(resource=entities.FiltersResource.ANNOTATION, use_defaults=False)
                     if self.model_entity.output_type in [entities.AnnotationType.SEGMENTATION,
-                                                         entities.AnnotationType.POLYGON]:
+                                                        entities.AnnotationType.POLYGON]:
                         model_output_types = [entities.AnnotationType.SEGMENTATION, entities.AnnotationType.POLYGON]
                     else:
                         model_output_types = [self.model_entity.output_type]
-                    annotation_filters = entities.Filters(
+                        
+                    annotation_filters.add(
                         field=entities.FiltersKnownFields.TYPE,
                         values=model_output_types,
-                        resource=entities.FiltersResource.ANNOTATION,
                         operator=entities.FiltersOperations.IN
                     )
-                else:
-                    annotation_filters = entities.Filters(resource=entities.FiltersResource.ANNOTATION)
 
-                if not self.configuration.get("include_model_annotations", False):
-                    annotation_filters.add(
-                        field="metadata.system.model.name",
-                        values=False,
-                        operator=entities.FiltersOperations.EXISTS
-                    )
+                    if not self.configuration.get("include_model_annotations", False):
+                        annotation_filters.add(
+                            field="metadata.system.model.name",
+                            values=False,
+                            operator=entities.FiltersOperations.EXISTS
+                        )
 
                 ret_list = dataset.items.download(filters=filters,
                                                   local_path=data_subset_base_path,
@@ -467,7 +467,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
     @entities.Package.decorators.function(display_name='Embed Items',
                                           inputs={'items': 'Item[]'},
                                           outputs={'items': 'Item[]', 'features': 'Json[]'})
-    def embed_items(self, items: list, upload_features=None, batch_size=None, **kwargs):
+    def embed_items(self, items: list, upload_features=None, batch_size=None, progress:utilities.Progress=None, **kwargs):
         """
         Extract feature from an input list of items (or single) and return the items and the feature vector.
 
@@ -523,8 +523,9 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                     "Uploading items' feature vectors for model {!r}.".format(self.model_entity.name))
                 try:
                     list(pool.map(partial(self._upload_model_features,
-                                              feature_set.id,
-                                              self.model_entity.project_id),
+                                          progress.logger if progress is not None else self.logger,
+                                          feature_set.id,
+                                          self.model_entity.project_id),
                                       batch_items,
                                       batch_vectors))
                 except Exception as err:
@@ -541,6 +542,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
                       filters: entities.Filters = None,
                       upload_features=None,
                       batch_size=None,
+                      progress:utilities.Progress=None,
                       **kwargs):
         """
         Extract feature from all items given
@@ -569,6 +571,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         self.embed_items(items=items,
                          upload_features=upload_features,
                          batch_size=batch_size,
+                         progress=progress,
                          **kwargs)
         return True
 
@@ -764,7 +767,7 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
     # =============
 
     @staticmethod
-    def _upload_model_features(feature_set_id, project_id, item: entities.Item, vector):
+    def _upload_model_features(logger, feature_set_id, project_id, item: entities.Item, vector):
         try:
             if vector is not None:
                 item.features.create(value=vector,

dtlpy/ml/train_utils.py

@@ -28,8 +28,8 @@ def prepare_dataset(dataset: entities.Dataset,
     """
 
     project = dataset.project
-    now = datetime.datetime.utcnow().isoformat(timespec='minutes', sep='T')  # This serves as an id
-    today = datetime.datetime.utcnow().strftime('%F')
+    now = datetime.datetime.now(datetime.timezone.utc).isoformat(timespec='minutes', sep='T')  # This serves as an id
+    today = datetime.datetime.now(datetime.timezone.utc).strftime('%F')
 
     # CLONE
     clone_name = 'cloned-{ds_name}-{date_str}'.format(ds_name=dataset.name, date_str=today)

dtlpy/repositories/computes.py

@@ -53,7 +53,8 @@ class Computes:
             features: Optional[Dict] = None,
             wait=True,
             status: entities.ComputeStatus = None,
-            settings: entities.ComputeSettings = None
+            settings: entities.ComputeSettings = None,
+            metadata: dict = None
     ):
         """
         Create a new compute
@@ -68,10 +69,12 @@ class Computes:
         :param wait: Wait for compute creation
         :param status: Compute status
         :param settings: Compute settings
+        :param metadata: Compute metadata
         :return: Compute
         :rtype: dl.entities.compute.Compute
         """
-
+        if metadata is None:
+            metadata = {}
         shared_contexts_json = []
         for shared_context in shared_contexts:
             src_json = shared_context.to_json() if isinstance(shared_context, entities.ComputeContext) else shared_context
@@ -85,7 +88,8 @@ class Computes:
             'sharedContexts': shared_contexts_json,
             'cluster': cluster.to_json(),
             'status': status,
-            "settings": settings.to_json() if isinstance(settings, entities.ComputeSettings) else settings
+            "settings": settings.to_json() if isinstance(settings, entities.ComputeSettings) else settings,
+            "metadata": metadata
         }
 
         # request
@@ -129,25 +133,31 @@ class Computes:
     def __get_log_compute_progress_callback(self, compute_id: str):
         def func():
             compute = self.get(compute_id=compute_id)
-            bootstrap_progress = compute.metadata.get('system', {}).get('bootstrapProcess', {}).get('progress', None)
-            bootstrap_logs = compute.metadata.get('system', {}).get('bootstrapProcess', {}).get('logs', None)
+            bootstrap_progress = compute.metadata.get('system', {}).get('bootstrap', {}).get('progress', None)
+            bootstrap_logs = compute.metadata.get('system', {}).get('bootstrap', {}).get('logs', None)
             validation_progress = compute.metadata.get('system', {}).get('validation', {}).get('progress', None)
             validation_logs = compute.metadata.get('system', {}).get('validation', {}).get('logs', None)
-            if bootstrap_progress not in [None, 100]:
-                logger.info(f"Bootstrap in progress: {bootstrap_progress}%")
+            if bootstrap_progress is not None:
+                if 'bootstrap' not in self.log_cache.get(compute_id, {}):
+                    logger.info(f"Bootstrap in progress:")
                 last_index = len(self.log_cache.get(compute_id, {}).get('bootstrap', []))
                 new_logs = bootstrap_logs[last_index:]
                 if new_logs:
-                    logger.info("Bootstrap Logs: {}".format('\n'.join(new_logs)))
+                    for log in new_logs:
+                        logger.info(log)
+                    logger.info(f'Bootstrap progress: {int(bootstrap_progress)}%')
                     if compute_id not in self.log_cache:
                         self.log_cache[compute_id] = {}
                     self.log_cache[compute_id]['bootstrap'] = bootstrap_logs
-            if validation_progress not in [None, 100]:
-                logger.info(f"Validating created compute. Progress: {validation_progress}%")
+            if bootstrap_progress in [100, None] and validation_progress is not None:
+                if 'validation' not in self.log_cache.get(compute_id, {}):
+                    logger.info(f"Validating created compute:")
                 last_index = len(self.log_cache.get(compute_id, {}).get('validation', []))
                 new_logs = validation_logs[last_index:]
                 if new_logs:
-                    logger.info("Validation Logs: {}".format('\n'.join(new_logs)))
+                    for log in new_logs:
+                        logger.info(log)
+                    logger.info(f'Validation progress: {int(validation_progress)}%')
                     if compute_id not in self.log_cache:
                         self.log_cache[compute_id] = {}
                     self.log_cache[compute_id]['validation'] = validation_logs
@@ -312,7 +322,8 @@ class Computes:
             cluster,
             ComputeType.KUBERNETES,
             status=config['config'].get('status', None),
-            settings=config['config'].get('settings', None))
+            settings=config['config'].get('settings', None),
+            metadata=config['config'].get('metadata', None))
 
         return compute
 

dtlpy/repositories/downloader.py

@@ -96,6 +96,9 @@ class Downloader:
                         error='400',
                         message='Unknown annotation download option: {}, please choose from: {}'.format(
                             ann_option, list(entities.ViewAnnotationOptions)))
+        # normalize items argument: treat empty list as “no items specified”
+        if isinstance(items, list) and len(items) == 0:
+            items = None
         #####################
         # items to download #
         #####################

dtlpy/repositories/drivers.py

@@ -1,4 +1,5 @@
 import logging
+import re
 
 from .. import entities, miscellaneous, exceptions, _api_reference
 from ..services.api_client import ApiClient
@@ -151,7 +152,8 @@ class Drivers:
                allow_external_delete: bool = True,
                region: str = None,
                storage_class: str = "",
-               path: str = ""):
+               path: str = "",
+               endpoint: str = None):
         """
         Create a storage driver.
 
@@ -167,6 +169,7 @@ class Drivers:
         :param str region: relevant only for s3 - the bucket region
         :param str storage_class: relevant only for s3
         :param str path: Optional. By default path is the root folder. Path is case sensitive integration
+        :param endpoint path: Optional. Custom endpoint for S3 storage. Must be in the format 'http://<hostname>:<port>' or 'https://<hostname>:<port>'.
         :return: driver object
         :rtype: dtlpy.entities.driver.Driver
 
@@ -185,6 +188,11 @@ class Drivers:
             integration_type = driver_type
         if driver_type == entities.ExternalStorage.S3:
             bucket_payload = 'bucketName'
+            if endpoint:
+                if not re.match(r'^https?://[A-Za-z0-9.-]+:\d+$', endpoint):
+                    raise ValueError(
+                        f"Invalid endpoint URL '{endpoint}'. Must be 'http://<hostname>:<port>' or 'https://<hostname>:<port>'."
+                    )
         elif driver_type == entities.ExternalStorage.GCS:
             bucket_payload = 'bucket'
         else:
@@ -208,6 +216,8 @@ class Drivers:
             "allowExternalDelete": allow_external_delete,
             "creator": self._client_api.info().get('user_email')
         }
+        if endpoint and driver_type == entities.ExternalStorage.S3:
+            payload['payload']['endpoint'] = endpoint
 
         success, response = self._client_api.gen_request(req_type='post',
                                                          path='/drivers',

dtlpy/repositories/features.py

@@ -111,7 +111,7 @@ class Features:
         if self._project_id is None:
             self._project_id = self.project.id
         filters.context = {"projects": [self._project_id]}
-
+        
         paged = entities.PagedEntities(items_repository=self,
                                        filters=filters,
                                        page_offset=filters.page,

dtlpy/repositories/integrations.py

@@ -120,8 +120,10 @@ class Integrations:
         aws-cross - {}
         gcp-cross - {}
         gcp-workload-identity-federation - {"secret": "", "content": "{}", "clientId": ""}
-        private-registry (ECR) - {"name": "", "spec": {"accessKeyId": "", "secretAccessKey": "", "account": "", "region": ""}}
-        private-registry (GAR) - {"name": "", "spec": {"password": ""}} (can use generate_gar_options to generate the options)
+        private-registry (ECR) - can use generate_ecr_options to generate the options
+        private-registry (GAR) - use generate_gar_options to generate the options
+        private-registry (ACR) - use generate_azure_container_registry_options to generate the options
+        private-registry (DockerHub) - use generate_docker_hub_options to generate the options
 
         **Prerequisites**: You must be an *owner* in the organization.
 
@@ -180,6 +182,7 @@ class Integrations:
                integration: entities.Integration = None,
                new_options: dict = None,
                organization_id: str = None,
+               reload_services: bool = None,
                ):
         """
         Update the integration's name.
@@ -191,6 +194,7 @@ class Integrations:
         :param Integration integration: integration object
         :param dict new_options: new value
         :param str organization_id: organization id
+        :param bool reload_services: reload services associated with this integration
         :return: Integration object
         :rtype: dtlpy.entities.integration.Integration
 
@@ -225,7 +229,16 @@ class Integrations:
             else:
                 organization_id = self.org.id
 
-        url_path = '/orgs/{}/integrations/'.format(organization_id)
+        if reload_services is None:
+            logger.warning(
+                "Param reload_services was not provided. If the integration you are updating is used\n"
+                "in FaaS services these services will keep using the old value until updated."
+            )
+
+        url_path = '/orgs/{org_id}/integrations{query_params}'.format(
+            org_id=organization_id,
+            query_params='?reloadServices=true' if reload_services else ''
+        )
         payload = dict(integrationId=integrations_id if integrations_id is not None else integration.id)
         if new_name is not None:
             payload['name'] = new_name
@@ -355,6 +368,21 @@ class Integrations:
         """
         return IntegrationUtils.generate_docker_hub_options(username=username, password=password, email=email)
 
+    @staticmethod
+    def generate_azure_container_registry_options(username: str, password: str, location: str) -> dict:
+        """
+        Generates an Azure Container Registry JSON configuration and returns it as a base64-encoded string.
+
+        Parameters:
+            username (str): The Azure username.
+            password (str): The Azure password.
+            location (str): server URL of Azure Container Registry
+
+        Returns:
+            str: A base64-encoded string representation of the repository JSON configuration.
+        """
+        return IntegrationUtils.generate_docker_hub_options(username=username, password=password, location=location)
+
     @staticmethod
     def generate_ecr_options(access_key_id: str, secret_access_key: str, account: str, region: str) -> dict:
         """
@@ -426,7 +454,7 @@ class IntegrationUtils:
         )
 
     @staticmethod
-    def generate_docker_hub_options(username: str, password: str, email: str = None) -> dict:
+    def generate_docker_hub_options(username: str, password: str, email: str = None, location='docker.io') -> dict:
 
         if not username:
             raise ValueError('Missing Username')
@@ -436,7 +464,7 @@ class IntegrationUtils:
         auth = IntegrationUtils.encode('{}:{}'.format(username, password))
 
         return IntegrationUtils.generate_json_key_options(
-            location='docker.io',
+            location=location,
             username=username,
             password=password,
             auth=auth,

dtlpy/services/api_client.py

@@ -1351,8 +1351,8 @@ class ApiClient:
             else:
                 payload = jwt.decode(self.token, algorithms=['HS256'],
                                      options={'verify_signature': False}, verify=False)
-                d = datetime.datetime.utcnow()
-                epoch = datetime.datetime(1970, 1, 1)
+                d = datetime.datetime.now(datetime.timezone.utc)
+                epoch = datetime.datetime(1970, 1, 1, tzinfo=datetime.timezone.utc)
                 now = (d - epoch).total_seconds()
                 exp = payload['exp']
                 if now < (exp - t):

dtlpy/services/create_logger.py

@@ -106,7 +106,7 @@ class DataloopLogger(logging.handlers.BaseRotatingHandler):
     @staticmethod
     def get_log_filepath():
         log_path = DataloopLogger.get_log_path()
-        log_filepath = os.path.join(log_path, '{}.log'.format(datetime.datetime.utcnow().strftime('%Y-%m-%d_%H-%M-%S')))
+        log_filepath = os.path.join(log_path, '{}.log'.format(datetime.datetime.now(datetime.timezone.utc).strftime('%Y-%m-%d_%H-%M-%S')))
         return log_filepath
 
     def doRollover(self):

dtlpy/services/reporter.py

@@ -214,7 +214,7 @@ class Reporter:
             os.mkdir(reports_dir)
         log_filepath = os.path.join(reports_dir,
                                     "log_{}_{}.json".format(self._resource,
-                                                            datetime.datetime.utcnow().strftime("%Y%m%d_%H%M%S")))
+                                                            datetime.datetime.now(datetime.timezone.utc).strftime("%Y%m%d_%H%M%S")))
         errors_json = dict()
         if self.cache_mode == 'diskcache':
             err_cache = self._reports['errors']

{dtlpy-1.110.3.data → dtlpy-1.112.9.data}/scripts/dlp.py

@@ -27,7 +27,7 @@ logger.propagate = False
 
 
 def dlp_exit():
-    print(datetime.datetime.utcnow())
+    print(datetime.datetime.now(datetime.timezone.utc))
     print("Goodbye ;)")
     sys.exit(0)
 
@@ -71,7 +71,7 @@ def main():
                     else:
                         command_executor.run(args=args)
                 except exceptions.TokenExpired:
-                    print(datetime.datetime.utcnow())
+                    print(datetime.datetime.now(datetime.timezone.utc))
                     print("[ERROR] token expired, please login.")
                     continue
                 except SystemExit as e:
@@ -83,11 +83,11 @@ def main():
                             sys.exit(0)
                     # error
                     else:
-                        print(datetime.datetime.utcnow())
+                        print(datetime.datetime.now(datetime.timezone.utc))
                         print('"{command}" is not a valid command'.format(command=text))
                         continue
                 except Exception as e:
-                    print(datetime.datetime.utcnow())
+                    print(datetime.datetime.now(datetime.timezone.utc))
                     if hasattr(e, 'message'):
                         print(e.message)
                     else:
@@ -102,11 +102,11 @@ def main():
                 command_executor.run(args=args)
                 sys.exit(0)
             except exceptions.TokenExpired:
-                print(datetime.datetime.utcnow())
+                print(datetime.datetime.now(datetime.timezone.utc))
                 print("[ERROR] token expired, please login.")
                 sys.exit(1)
             except Exception as e:
-                print(datetime.datetime.utcnow())
+                print(datetime.datetime.now(datetime.timezone.utc))
                 print(traceback.format_exc())
                 print(e)
                 sys.exit(1)
@@ -123,6 +123,6 @@ if __name__ == "__main__":
     try:
         main()
     except Exception as err:
-        print(datetime.datetime.utcnow())
+        print(datetime.datetime.now(datetime.timezone.utc))
         print("[ERROR]\t%s" % err)
     print("Dataloop.ai CLI. Type dlp --help for options")

{dtlpy-1.110.3.dist-info → dtlpy-1.112.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.110.3
+Version: 1.112.9
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team

{dtlpy-1.110.3.dist-info → dtlpy-1.112.9.dist-info}/RECORD

@@ -1,5 +1,5 @@
-dtlpy/__init__.py,sha256=n86boFpXWXPLjSXZMmWCageGjBumPjWxRv3srysrplk,20338
-dtlpy/__version__.py,sha256=CTldC486s3qtTiQLoG-At-M1MH8bU2fAGxa87T99cJU,20
+dtlpy/__init__.py,sha256=-5fpi-yAwFdluh8QZ-sWXwNDCD97Q5BCgIs7pUDl04o,20444
+dtlpy/__version__.py,sha256=XIkrZL_C-sKZYUlGAHoBjRZoQrldqJ58ORqW_bv34Rg,20
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
 dtlpy/new_instance.py,sha256=tUCzBGaSpm9GTjRuwOkFgo3A8vopUQ-baltdJss3XlI,9964
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
@@ -37,15 +37,15 @@ dtlpy/caches/dl_cache.py,sha256=aaqB0THK6eNmQ54SC6egb6z8sJE3ciKQ5cIHrQHe4r8,5695
 dtlpy/caches/filesystem_cache.py,sha256=OrBqyEucSVp7g33c6R1BR3ICbkgQnwYWEDhQ7OxHy2Y,2737
 dtlpy/caches/redis_cache.py,sha256=bgJgxgAXFR_TxPDvlLS4TKumFds-ihNf668JbPYUfpc,2331
 dtlpy/dlp/__init__.py,sha256=QG_BxSqeic0foFBmzIkpZEF4EvxOZamknj2f5Cb6T6Q,868
-dtlpy/dlp/cli_utilities.py,sha256=Kzr-AKbRlXLdGKY2RTUNm0U_vKHxyMOB17TQegeDMdM,16037
+dtlpy/dlp/cli_utilities.py,sha256=gZA9XIN5GG-xWJ6S1i6T17CDDCypDoev6CY-WHlogYg,16055
 dtlpy/dlp/command_executor.py,sha256=JKtRKTwrKfkXHa1VuFhPw15FuwexBPq_9ANAu2pSyXs,32113
 dtlpy/dlp/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
 dtlpy/dlp/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy/dlp/dlp.py,sha256=YjNBjeCDTXJ7tj8qdiGZ8lFb8DtPZl-FvViyjxt9xF8,4278
+dtlpy/dlp/dlp.py,sha256=Zv9yoXwNAx4gkED-JiayN-ZkX2dPn4FB0SDx9qc7muo,4404
 dtlpy/dlp/parser.py,sha256=p-TFaiAU2c3QkI97TXzL2LDR3Eq0hGDFrTc9J2jWLh4,30551
 dtlpy/entities/__init__.py,sha256=quty3pkoJ9_8dRyZG2WnPj7Qpr4O05FxXpWsY_txz_M,4982
 dtlpy/entities/analytic.py,sha256=5MpYDKPVsZ1MIy20Ju515RWed6P667j4TLxsan2gyNM,11925
-dtlpy/entities/annotation.py,sha256=DYpVb4bNxwXnxXjh3zUa58qo2nSMaQnejiDwUZntn0E,66610
+dtlpy/entities/annotation.py,sha256=0bF-N3ApbUaTWa_cIPNHMGxaWGG0q3lQos6fMDX5mCc,66661
 dtlpy/entities/annotation_collection.py,sha256=CEYSBHhhDkC0VJdHsBSrA6TgdKGMcKeI3tFM40UJwS8,29838
 dtlpy/entities/app.py,sha256=vQ7hSMnuRIpoZqZc2NwjGTtWiPTCgi47x_oOgGUB-Pk,6996
 dtlpy/entities/app_module.py,sha256=0UiAbBX1q8iEImi3nY7ySWZZHoRRwu0qUXmyXmgVAc4,3645
@@ -56,7 +56,7 @@ dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/collection.py,sha256=FPPPfIxOsBG1ujORPJVq8uXyF8vhIqC6N4EiI9SJzl0,1160
 dtlpy/entities/command.py,sha256=5RMQYjOGLRF8JZd7QFAPyE8utsp4eZzLApI2dEAbaqo,5301
-dtlpy/entities/compute.py,sha256=IFMkHWVu8RyUZSZ24SuE-TnOP-3XzPT5eOEbYFJg76E,14207
+dtlpy/entities/compute.py,sha256=U974uaXGCfr-TSHqPmyLeJWbwbO-3K082hS1Scapv8M,14497
 dtlpy/entities/dataset.py,sha256=GEvBOly1M8uU--apQZ-G-78DJZzFk178LmMhEANyi0A,53838
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
 dtlpy/entities/dpk.py,sha256=XrK8X8p4Ag6LMjDrDpMstY-h_yTll_sMmKTZT6bLbWE,17923
@@ -64,9 +64,9 @@ dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=uQe535w9OcAoDiNWf96KcpFzUDEUU-DYsUalv5VziyM,13673
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
 dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
-dtlpy/entities/filters.py,sha256=8nz3V5Ui4LemEIfSTp3uAHJAf_ZpwQrMSrfUL6AB7Zk,22719
+dtlpy/entities/filters.py,sha256=Cdx3BzYa8kIfvW37Gmmwiu4eH4ytfWByu8TQOBvtR2o,22644
 dtlpy/entities/gis_item.py,sha256=Uk-wMBxwcHsImjz4qOjP-EyZAohbRzN43kMpCaVjCXU,3982
-dtlpy/entities/integration.py,sha256=Kdy1j6-cJLW8qNmnqCmdg36phi843YDrlMqcMyMfvYk,5875
+dtlpy/entities/integration.py,sha256=XraOApW9jbT6EdZraRX2In6sMbfNgEGf2V5Um2RCRqA,6001
 dtlpy/entities/item.py,sha256=WCIPHUmubIe0wva-YMm-LPQdn2S3_-Q151x49C9NEw8,34591
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
 dtlpy/entities/links.py,sha256=FAmEwHtsrqKet3c0UHH9u_gHgG6_OwF1-rl4xK7guME,2516
@@ -80,7 +80,7 @@ dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiU
 dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKDugudc,6314
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
-dtlpy/entities/paged_entities.py,sha256=grNjt2FYg4gKBlVRDkztI1BPOI4JoGeyjvmOW3BnB3k,5927
+dtlpy/entities/paged_entities.py,sha256=ffw0CbLcOTNDYLQA9gqmjSaTZLRYP_tMnSfa_BmGIyk,8145
 dtlpy/entities/pipeline.py,sha256=JtWGoCUhVszOVkBNK43fbTt446fkND4wH-Y-fN_llww,20851
 dtlpy/entities/pipeline_execution.py,sha256=EQhW4W_G1bIPShYbJSAT--1WNQuvxVQbcQ_MCHIX0KI,9938
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
@@ -145,15 +145,15 @@ dtlpy/miscellaneous/__init__.py,sha256=twbvfsKdiNHNR-vUuy8nUlY3vuUVaSnm-wO83yQde
 dtlpy/miscellaneous/dict_differ.py,sha256=POJbKR0YyWPf5gFADFpIaNFj9gt2aVBTNof7GJNxTCw,3489
 dtlpy/miscellaneous/git_utils.py,sha256=CT_CCDsqDqu_bY3cLcOSU6k3Zr6w40t8GJULLUtAJ_U,7971
 dtlpy/miscellaneous/json_utils.py,sha256=0P4YTlL6o_L7AUrvAeqkqA46MZZK_hDdTrdnmI59y6g,428
-dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRSttL5pY,4808
-dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
+dtlpy/miscellaneous/list_print.py,sha256=fBGTMXFUwDG8DD4W6HyR8BTGtbTckLf4W09quNRJm5M,4828
+dtlpy/miscellaneous/zipping.py,sha256=JplTc8UDFvO8WaD5vKuumVLN0lU_-GtHoE0doWKtmKg,5383
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=WKpGO5-kLISwXmPy4Dc7e-nIGn3W-tbqJDnhE49WMKA,50930
+dtlpy/ml/base_model_adapter.py,sha256=E7OktF1WbquvgyZixvPkyq7QW0ID3VF9tevXlwpmnuY,51216
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
-dtlpy/ml/train_utils.py,sha256=R-BHKRfqDoLLhFyLzsRFyJ4E-8iedj9s9oZqy3IO2rg,2404
+dtlpy/ml/train_utils.py,sha256=t607DfyGBRrUQZ9jPmPe4V9Udzfk0hPWuw4OvKZKAeo,2440
 dtlpy/repositories/__init__.py,sha256=D2YI3ZLlSx0OlgVr8y_E9rsj-IxCDOj0MB6QTlv2NSA,2061
 dtlpy/repositories/analytics.py,sha256=dQPCYTPAIuyfVI_ppR49W7_GBj0033feIm9Gd7LW1V0,2966
 dtlpy/repositories/annotations.py,sha256=idTKzanNt-ncB0eIKE5p6WclrVGNjceI2Y7dAzDFtzY,43595
@@ -165,15 +165,15 @@ dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zh
 dtlpy/repositories/collections.py,sha256=z-nkR33rq-MzkEff7DDSBlfsI_lkCDFwQZIlMaIT5rM,13514
 dtlpy/repositories/commands.py,sha256=MgXhXxbAzBa2QJM9Z5EsQZRaZ4fGBM17ALoldxi8xYA,5848
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
-dtlpy/repositories/computes.py,sha256=vHMvKVX8U-33nB5TR_Nfs9euGr9MbkiwTHuq4yZojM8,14134
+dtlpy/repositories/computes.py,sha256=V8kVTwXc5lhxrp5e7zxTXvKcVKtg6crCqkL5zQHtKZo,14639
 dtlpy/repositories/datasets.py,sha256=p0HBbTGrxAQ8h9tJsp1jRasPbwnMAtXQ4_sIef9_590,59358
-dtlpy/repositories/downloader.py,sha256=XJC9FhlXgHrA8Ae9bftrbs4YKFCcZoEYJAh6Bt6zGhU,45167
+dtlpy/repositories/downloader.py,sha256=X5-vspCoTW7_QZuPdaZgOSTvM7jYU0Uf7o5PELZNY9g,45329
 dtlpy/repositories/dpks.py,sha256=dxZpGloZGH6MJG9ZFff5l3GlXw6i-52n9kxL-QiHosQ,18516
-dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
+dtlpy/repositories/drivers.py,sha256=2fMzzt0ovNeYpfrAOqz4h14C5D7GCLLA5SDj9rQ4UfI,10817
 dtlpy/repositories/executions.py,sha256=4UoU6bnB3kl5cMuF1eJvDecfZCaB06gKWxPfv6_g1_k,32598
 dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
-dtlpy/repositories/features.py,sha256=A_RqTJxzjTh-Wbm0uXaoTNyHSfCLbeiH38iB11p2ifY,9915
-dtlpy/repositories/integrations.py,sha256=gSgaVp4MkcdrJMnXVr_fl4xrzhfJba8BFbBJTuJPwXc,18159
+dtlpy/repositories/features.py,sha256=HZR-sLSdwiWdbFsnuZrTDSff0oRK2hwFBQ6UK2yVAvk,9923
+dtlpy/repositories/integrations.py,sha256=Y5c37fQCaIkw1p5jPEbAqytgRVXuqe771eHC1hNDE7A,19491
 dtlpy/repositories/items.py,sha256=S1OWZ6s8AbVXMiLtCfBBiYPMG8OLqdUhKMHuZWE3bnU,40029
 dtlpy/repositories/messages.py,sha256=QU0Psckg6CA_Tlw9AVxqa-Ay1fRM4n269sSIJkH9o7E,3066
 dtlpy/repositories/models.py,sha256=uYVw319dMgVoXReb9VKl0b3v0_kgetROQaf56cvgwqs,38297
@@ -198,16 +198,16 @@ dtlpy/repositories/uploader.py,sha256=Keu_1fgJPiBpUgBGrAfRErejUK_UvqLTNdwK-BmTPY
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=HPG326fG6h0m0_w0JIRhpN-GIXxyeZU5BU3MkN-4kw4,71416
+dtlpy/services/api_client.py,sha256=G0NL5RvHnjB4ET2z1FmxOm2up4xgPkQgU13NTPbb1VI,71464
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=kaYHTPw0Lg8PeJJq8whPyzrBYkzD7offs5hsKRZXJm8,3960
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
 dtlpy/services/check_sdk.py,sha256=H4KL5xrmNGfR9fUSxTVUeBm_3YFGjkwUZpFnqhFBJyI,2617
 dtlpy/services/cookie.py,sha256=sSZR1QV4ienCcZ8lEK_Y4nZYBgAxO3kHrcBXFKGcmwQ,3694
-dtlpy/services/create_logger.py,sha256=WFQjuvCuwrZoftFaU9jQkmEcOrL1XD-NqsuBqb5_SN4,6332
+dtlpy/services/create_logger.py,sha256=2dC39CCmc17H4LYRpY0bRIT4S50UTGNOBPYIqJnrsIU,6350
 dtlpy/services/events.py,sha256=mpcu8RusLPrBcJEbWR61uFb4FiU_dQv3xoa7uM-rTcY,3686
 dtlpy/services/logins.py,sha256=YMMi_C_A97ZNtIlREE30hpBRhULAZJtORiVL6OL0oPQ,8766
-dtlpy/services/reporter.py,sha256=4zi9-bshKAPHG2XMOXS39cFZ0mhqNc3Qa9uaMN7CSZ8,9122
+dtlpy/services/reporter.py,sha256=i-hlvX6_olRTC4PbwyOq2kVjWghuUpyNUETVI-KSVpw,9140
 dtlpy/services/service_defaults.py,sha256=a7KoqkVmn2TXmM9gN9JRaVVtcG2b8JGIieVnaZeEaao,3860
 dtlpy/utilities/__init__.py,sha256=ncQD1O5lZ7L9n9rNRBivyqNVFDZyQcmqn-X-wyQhhIs,898
 dtlpy/utilities/base_package_runner.py,sha256=tux_XCiCoOhMPtFaQludzhj0ny6OTKhyoN1aXjPal54,8522
@@ -226,19 +226,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.110.3.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.110.3.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.110.3.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.112.9.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.112.9.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.112.9.data/scripts/dlp.py,sha256=ZpfJvYE1_OTSorEYBphqTOutnHSb5TqOXh0y_mUCTJs,4393
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
 tests/assets/models_flow/main.py,sha256=vnDKyVZaae2RFpvwS22Hzi6Dt2LJerH4yQrmKtaT8_g,2123
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=JcM956BxLBRvDqy6Kr1Nxd1FY_gxbE6XztZBVBMCGYM,18897
-dtlpy-1.110.3.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.110.3.dist-info/METADATA,sha256=fDBFNra1w6f_hs3IdqJy7T-ZfvcfFXvG72-7cjMNdK8,5469
-dtlpy-1.110.3.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.110.3.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.110.3.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.110.3.dist-info/RECORD,,
+tests/features/environment.py,sha256=ZZNSN8TObnNMkX0IQhSolAs_9I_V9hHFL_IZjG0jrGU,18909
+dtlpy-1.112.9.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.112.9.dist-info/METADATA,sha256=2C1bQeEFV6GqQlo05c8mbX3WL-lWjZbydg5CkrP739I,5469
+dtlpy-1.112.9.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.112.9.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.112.9.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.112.9.dist-info/RECORD,,

tests/features/environment.py

@@ -294,10 +294,10 @@ def after_tag(context, tag):
         pass
     elif tag == 'wip':
         pass
-    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test', 'ATP', 'AIRGAPPED']):
+    elif any(i_tag in tag for i_tag in ['DAT-', 'qa-', 'rc_only', 'skip_test', 'ATP', 'AIRGAPPED', 'DM-cache']):
         pass
     else:
-        raise ValueError('unknown tag: {}'.format(tag))
+        raise ValueError('Unknown tag: {}'.format(tag))
 
 
 @fixture