dtlpy 1.93.11__py3-none-any.whl → 1.95.6__py3-none-any.whl

dtlpy/__init__.py

@@ -77,8 +77,8 @@ from .entities import (
     # triggers
     TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
     # faas
-    FunctionIO, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
-    InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
+    FunctionIO, KubernetesAutoscalerType, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
+    InstanceCatalog, PackageInputType, ServiceType, ServiceModeType, KubernetesRPSAutoscaler,
     PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
     # roberto
     DatasetSubsetType, ModelStatus, PlotSample, ArtifactType, Artifact, ItemArtifact, LinkArtifact, LocalArtifact,
@@ -316,8 +316,8 @@ EXECUTION_STATUS_FAILED = ExecutionStatus.FAILED
 LINK_TYPE_ID = LinkTypeEnum.ID
 LINK_TYPE_URL = LinkTypeEnum.URL
 
-KUBERNETES_AUTUSCALER_TYPE_CPU = KubernetesAutuscalerType.CPU
-KUBERNETES_AUTUSCALER_TYPE_RABBITMQ = KubernetesAutuscalerType.RABBITMQ
+KUBERNETES_AUTUSCALER_TYPE_CPU = KubernetesAutoscalerType.CPU
+KUBERNETES_AUTUSCALER_TYPE_RABBITMQ = KubernetesAutoscalerType.RABBITMQ
 
 INSTANCE_CATALOG_REGULAR_XS = InstanceCatalog.REGULAR_XS
 INSTANCE_CATALOG_REGULAR_S = InstanceCatalog.REGULAR_S

dtlpy/__version__.py

@@ -1 +1 @@
-version = '1.93.11'
+version = '1.95.6'

dtlpy/entities/__init__.py

@@ -43,7 +43,7 @@ from .package_slot import PackageSlot, SlotPostAction, SlotPostActionType, SlotD
     UiBindingPanel
 from .package_function import PackageFunction, FunctionIO, PackageInputType
 from .time_series import TimeSeries
-from .service import Service, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, \
+from .service import Service, KubernetesAutoscalerType, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRPSAutoscaler, \
     InstanceCatalog, KubernetesRuntime, ServiceType, ServiceModeType
 from .execution import Execution, ExecutionStatus
 from .command import Command, CommandsStatus

dtlpy/entities/compute.py

@@ -9,6 +9,7 @@ class ClusterProvider(str, Enum):
     AWS = 'aws'
     AZURE = 'azure'
     HPC = 'hpc'
+    LOCAL = 'local'
 
 
 class ComputeType(str, Enum):
@@ -22,18 +23,27 @@ class ComputeStatus(str, Enum):
 
 
 class Toleration:
-    def __init__(self, name: str):
-        self.name = name
+    def __init__(self, effect: str, key: str, operator: str, value: str):
+        self.effect = effect
+        self.key = key
+        self.operator = operator
+        self.value = value
 
     @classmethod
     def from_json(cls, _json):
         return cls(
-            name=_json.get('name')
+            effect=_json.get('effect'),
+            key=_json.get('key'),
+            operator=_json.get('operator'),
+            value=_json.get('value')
         )
 
     def to_json(self):
         return {
-            'name': self.name
+            'effect': self.effect,
+            'key': self.key,
+            'operator': self.operator,
+            'value': self.value
         }
 
 
@@ -85,32 +95,32 @@ class NodePool:
             self,
             name: str,
             is_dl_type_default: bool,
-            dl_type: Optional[str] = None,
+            dl_types: Optional[List[str]] = None,
             tolerations: Optional[List[Toleration]] = None,
             description: str = "",
             node_selector: str = "",
             preemtible: bool = False,
-            deployment_resources_request: DeploymentResources = None
+            deployment_resources: DeploymentResources = None
     ):
         self.name = name
         self.is_dl_type_default = is_dl_type_default
-        self.dl_type = dl_type
+        self.dl_types = dl_types
         self.tolerations = tolerations if tolerations is not None else []
         self.description = description
         self.node_selector = node_selector
         self.preemtible = preemtible
-        self.deployment_resources_request = deployment_resources_request
+        self.deployment_resources = deployment_resources
 
     @classmethod
     def from_json(cls, _json):
         node_pool = cls(
             name=_json.get('name'),
             is_dl_type_default=_json.get('isDlTypeDefault'),
-            dl_type=_json.get('dlType'),
+            dl_types=_json.get('dlTypes'),
             description=_json.get('description'),
             node_selector=_json.get('nodeSelector'),
             preemtible=_json.get('preemtible'),
-            deployment_resources_request=DeploymentResources.from_json(_json.get('deploymentResourcesRequest', dict())),
+            deployment_resources=DeploymentResources.from_json(_json.get('deploymentResources', dict())),
             tolerations=[Toleration.from_json(t) for t in _json.get('tolerations', list())]
         )
 
@@ -123,12 +133,12 @@ class NodePool:
             'description': self.description,
             'nodeSelector': self.node_selector,
             'preemtible': self.preemtible,
-            'deploymentResourcesRequest': self.deployment_resources_request.to_json(),
+            'deploymentResources': self.deployment_resources.to_json(),
             'tolerations': [t.to_json() for t in self.tolerations]
         }
 
-        if self.dl_type is not None:
-            _json['dlType'] = self.dl_type
+        if self.dl_types is not None:
+            _json['dlTypes'] = self.dl_types
 
         return _json
 
@@ -211,6 +221,18 @@ class ComputeCluster:
             'authentication': self.authentication.to_json()
         }
 
+    @classmethod
+    def from_setup_json(cls, devops_output, integration):
+        node_pools = [NodePool.from_json(n) for n in devops_output['config']['nodePools']]
+        return cls(
+            devops_output['config']['name'],
+            devops_output['config']['endpoint'],
+            devops_output['config']['kubernetesVersion'],
+            ClusterProvider(devops_output['config']['provider']),
+            node_pools,
+   {},
+            Authentication(AuthenticationIntegration(integration.id,integration.type))
+        )
 
 class ComputeContext:
     def __init__(self, labels: List[str], org: str, project: Optional[str] = None):
@@ -238,6 +260,7 @@ class Compute:
     def __init__(
             self,
             id: str,
+            name: str,
             context: ComputeContext,
             client_api: ApiClient,
             shared_contexts: Optional[List[ComputeContext]] = None,
@@ -248,6 +271,7 @@ class Compute:
             metadata: Optional[Dict] = None,
     ):
         self.id = id
+        self.name = name
         self.context = context
         self.shared_contexts = shared_contexts if shared_contexts is not None else []
         self.global_ = global_
@@ -272,15 +296,16 @@ class Compute:
         return self._serviceDrivers
 
     def delete(self):
-        return self._computes.delete(compute_id=self.id)
+        return self.computes.delete(compute_id=self.id)
 
     def update(self):
-        return self._computes.update(compute=self)
+        return self.computes.update(compute=self)
 
     @classmethod
     def from_json(cls, _json, client_api: ApiClient):
         return cls(
             id=_json.get('id'),
+            name=_json.get('name'),
             context=ComputeContext.from_json(_json.get('context', dict())),
             shared_contexts=[ComputeContext.from_json(sc) for sc in _json.get('sharedContexts', list())],
             global_=_json.get('global'),

dtlpy/entities/dataset.py

@@ -535,7 +535,8 @@ class Dataset(entities.BaseEntity):
               with_items_annotations=True,
               with_metadata=True,
               with_task_annotations_status=True,
-              dst_dataset_id=None
+              dst_dataset_id=None,
+              target_directory=None,
               ):
         """
         Clone dataset
@@ -548,6 +549,7 @@ class Dataset(entities.BaseEntity):
         :param bool with_metadata: clone metadata
         :param bool with_task_annotations_status: clone task annotations status
         :param str dst_dataset_id: destination dataset id
+        :param str target_directory: target directory
         :return: dataset object
         :rtype: dtlpy.entities.dataset.Dataset
 
@@ -567,7 +569,8 @@ class Dataset(entities.BaseEntity):
                                    with_metadata=with_metadata,
                                    with_items_annotations=with_items_annotations,
                                    with_task_annotations_status=with_task_annotations_status,
-                                   dst_dataset_id=dst_dataset_id)
+                                   dst_dataset_id=dst_dataset_id,
+                                   target_directory=target_directory)
 
     def sync(self, wait=True):
         """

dtlpy/entities/dpk.py

@@ -311,6 +311,16 @@ class Dpk(entities.DlEntity):
         """
         return self.dpks.publish(dpk=self)
 
+    def update(self):
+        """
+        Update the dpk attributes to Dataloop platform.
+
+        **Example**
+        .. code-block:: python
+            updated_dpk = dpk.update()
+        """
+        return self.dpks.update(dpk=self)
+
     def pull(self, local_path):
         """
         Pulls the app from the platform as dpk file.

dtlpy/entities/filters.py

@@ -90,7 +90,9 @@ class Filters:
             page_size=None,
     ):
         if page_size is None:
-            if resource in [FiltersResource.EXECUTION, FiltersResource.PIPELINE_EXECUTION]:
+            if resource in [FiltersResource.EXECUTION,
+                            FiltersResource.PIPELINE_EXECUTION,
+                            FiltersResource.DPK]:
                 page_size = 100
             else:
                 page_size = 1000

dtlpy/entities/paged_entities.py

@@ -1,5 +1,6 @@
 import logging
 import math
+import time
 import tqdm
 import copy
 import sys
@@ -169,6 +170,7 @@ class PagedEntities:
         jobs = list()
         pool = self._client_api.thread_pools('item.page')
         while True:
+            time.sleep(0.01)  # to flush the results
             if page_offset <= total_pages:
                 jobs.append(pool.submit(self.return_page, **{'page_offset': page_offset,
                                                              'page_size': page_size}))

dtlpy/entities/service.py

@@ -156,8 +156,10 @@ class KubernetesRuntime(ServiceRuntime):
 
         self.autoscaler = kwargs.get('autoscaler', autoscaler)
         if self.autoscaler is not None and isinstance(self.autoscaler, dict):
-            if self.autoscaler['type'] == KubernetesAutuscalerType.RABBITMQ:
+            if self.autoscaler['type'] == KubernetesAutoscalerType.RABBITMQ:
                 self.autoscaler = KubernetesRabbitmqAutoscaler(**self.autoscaler)
+            elif self.autoscaler['type'] == KubernetesAutoscalerType.RPS:
+                self.autoscaler = KubernetesRPSAutoscaler(**self.autoscaler)
             else:
                 raise NotImplementedError(
                     'Unknown kubernetes autoscaler type: {}'.format(self.autoscaler['type']))
@@ -228,6 +230,7 @@ class Service(entities.BaseEntity):
     archive = attr.ib(repr=False)
     config = attr.ib(repr=False)
     settings = attr.ib(repr=False)
+    panels = attr.ib(repr=False)
 
     # SDK
     _package = attr.ib(repr=False)
@@ -340,7 +343,8 @@ class Service(entities.BaseEntity):
             settings=_json.get('settings', None),
             app=_json.get('app', None),
             integrations=_json.get('integrations', None),
-            org_id=_json.get('orgId', None)
+            org_id=_json.get('orgId', None),
+            panels=_json.get('panels', None)
         )
         inst.is_fetched = is_fetched
         return inst
@@ -484,7 +488,8 @@ class Service(entities.BaseEntity):
                 attr.fields(Service).settings,
                 attr.fields(Service).app,
                 attr.fields(Service).integrations,
-                attr.fields(Service).org_id
+                attr.fields(Service).org_id,
+                attr.fields(Service).panels
             )
         )
 
@@ -508,6 +513,9 @@ class Service(entities.BaseEntity):
         if self.updated_by is not None:
             _json['updatedBy'] = self.updated_by
 
+        if self.panels is not None:
+            _json['panels'] = self.panels
+
         if self.max_attempts is not None:
             _json['maxAttempts'] = self.max_attempts
 
@@ -806,8 +814,8 @@ class Service(entities.BaseEntity):
         )
 
 
-class KubernetesAutuscalerType(str, Enum):
-    """ The Service Autuscaler Type (RABBITMQ, CPU).
+class KubernetesAutoscalerType(str, Enum):
+    """ The Service Autoscaler Type (RABBITMQ, CPU).
 
     .. list-table::
        :widths: 15 150
@@ -816,21 +824,42 @@ class KubernetesAutuscalerType(str, Enum):
        * - State
          - Description
        * - RABBITMQ
-         - Service Autuscaler will be in RABBITMQ
+         - Service Autoscaler based on service queue length
        * - CPU
-         - Service Autuscaler will be in in local CPU
+         - Service Autoscaler based on service CPU usage
+       * - RPS
+            - Service Autoscaler based on service RPS
     """
     RABBITMQ = 'rabbitmq'
     CPU = 'cpu'
+    RPS = 'rps'
+
+
+# added this class to avoid breaking changes after fixing a spelling mistake in KubernetesAutoscalerType
+class KubernetesAutuscalerTypeMeta(type):
+    def __getattribute__(cls, item):
+        if hasattr(KubernetesAutoscalerType, item):
+            warnings.warn(
+                'KubernetesAutuscalerType is deprecated and will be removed in version 1.97.0, '
+                'use KubernetesAutoscalerType instead',
+                DeprecationWarning
+            )
+            return getattr(KubernetesAutoscalerType, item)
+        else:
+            raise AttributeError(f"KubernetesAutuscalerType has no attribute '{item}'")
+
+
+class KubernetesAutuscalerType(metaclass=KubernetesAutuscalerTypeMeta):
+    pass
 
 
 class KubernetesAutoscaler(entities.BaseEntity):
     MIN_REPLICA_DEFAULT = 0
     MAX_REPLICA_DEFAULT = 1
-    AUTOSCALER_TYPE_DEFAULT = KubernetesAutuscalerType.RABBITMQ
+    AUTOSCALER_TYPE_DEFAULT = KubernetesAutoscalerType.RABBITMQ
 
     def __init__(self,
-                 autoscaler_type: KubernetesAutuscalerType.RABBITMQ = AUTOSCALER_TYPE_DEFAULT,
+                 autoscaler_type: KubernetesAutoscalerType.RABBITMQ = AUTOSCALER_TYPE_DEFAULT,
                  min_replicas=MIN_REPLICA_DEFAULT,
                  max_replicas=MAX_REPLICA_DEFAULT,
                  cooldown_period=None,
@@ -870,7 +899,7 @@ class KubernetesRabbitmqAutoscaler(KubernetesAutoscaler):
                  **kwargs):
         super().__init__(min_replicas=min_replicas,
                          max_replicas=max_replicas,
-                         autoscaler_type=KubernetesAutuscalerType.RABBITMQ,
+                         autoscaler_type=KubernetesAutoscalerType.RABBITMQ,
                          cooldown_period=cooldown_period,
                          polling_interval=polling_interval, **kwargs)
         self.queue_length = kwargs.get('queueLength', queue_length)
@@ -879,3 +908,30 @@ class KubernetesRabbitmqAutoscaler(KubernetesAutoscaler):
         _json = super().to_json()
         _json['queueLength'] = self.queue_length
         return _json
+
+
+class KubernetesRPSAutoscaler(KubernetesAutoscaler):
+    THRESHOLD_DEFAULT = 10
+    RATE_SECONDS_DEFAULT = 30
+
+    def __init__(self,
+                 min_replicas=KubernetesAutoscaler.MIN_REPLICA_DEFAULT,
+                 max_replicas=KubernetesAutoscaler.MAX_REPLICA_DEFAULT,
+                 threshold=THRESHOLD_DEFAULT,
+                 rate_seconds=RATE_SECONDS_DEFAULT,
+                 cooldown_period=None,
+                 polling_interval=None,
+                 **kwargs):
+        super().__init__(min_replicas=min_replicas,
+                         max_replicas=max_replicas,
+                         autoscaler_type=KubernetesAutoscalerType.RPS,
+                         cooldown_period=cooldown_period,
+                         polling_interval=polling_interval, **kwargs)
+        self.threshold = kwargs.get('threshold', threshold)
+        self.rate_seconds = kwargs.get('rateSeconds', rate_seconds)
+
+    def to_json(self):
+        _json = super().to_json()
+        _json['rateSeconds'] = self.rate_seconds
+        _json['threshold'] = self.threshold
+        return _json

dtlpy/entities/setting.py

@@ -190,7 +190,8 @@ class Setting(BaseSetting):
             hint=None,
             client_api=None,
             project=None,
-            org=None
+            org=None,
+            setting_type=SettingsTypes.USER_SETTINGS
     ):
         super().__init__(
             default_value=default_value,
@@ -199,7 +200,7 @@ class Setting(BaseSetting):
             value_type=value_type,
             scope=scope,
             metadata=metadata,
-            setting_type=SettingsTypes.USER_SETTINGS,
+            setting_type=setting_type,
             client_api=client_api,
             project=project,
             org=org,

dtlpy/ml/base_model_adapter.py

@@ -234,10 +234,20 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         :return: preprocessed: the var with the loaded item information (e.g. ndarray for image, dict for json files etc)
         """
         # Item to batch func
-        if self.model_entity.input_type in self.item_to_batch_mapping:
+        if isinstance(self.model_entity.input_type, list):
+            if 'text' in self.model_entity.input_type and 'text' in item.mimetype:
+                processed = self._item_to_text(item)
+            elif 'image' in self.model_entity.input_type and 'image' in item.mimetype:
+                processed = self._item_to_image(item)
+            else:
+                processed = self._item_to_item(item)
+
+        elif self.model_entity.input_type in self.item_to_batch_mapping:
             processed = self.item_to_batch_mapping[self.model_entity.input_type](item)
+
         else:
             processed = self._item_to_item(item)
+
         return processed
 
     def prepare_data(self,
@@ -546,8 +556,8 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
         upload_features = self.adapter_defaults.resolve("upload_features", upload_features)
 
         self.logger.debug("Creating embeddings for dataset (name:{}, id:{}, using batch size {}".format(dataset.name,
-                                                                                                       dataset.id,
-                                                                                                       batch_size))
+                                                                                                        dataset.id,
+                                                                                                        batch_size))
         if not filters:
             filters = entities.Filters()
         if filters is not None and isinstance(filters, dict):
@@ -806,8 +816,17 @@ class BaseModelAdapter(utilities.BaseServiceRunner):
 
     @staticmethod
     def _item_to_text(item):
-        buffer = item.download(save_locally=False)
-        text = buffer.read().decode()
+        filename = item.download(overwrite=True)
+        text = None
+        if item.mimetype == 'text/plain' or item.mimetype == 'text/markdown':
+            with open(filename, 'r') as f:
+                text = f.read()
+                text = text.replace('\n', ' ')
+        else:
+            logger.warning('Item is not text file. mimetype: {}'.format(item.mimetype))
+            text = item
+        if os.path.exists(filename):
+            os.remove(filename)
         return text
 
     @staticmethod

dtlpy/new_instance.py

@@ -22,7 +22,7 @@ class Dtlpy:
         # triggers
         TriggerResource, TriggerAction, TriggerExecutionMode, TriggerType,
         # faas
-        FunctionIO, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
+        FunctionIO, KubernetesAutoscalerType, KubernetesAutuscalerType, KubernetesRabbitmqAutoscaler, KubernetesAutoscaler, KubernetesRuntime,
         InstanceCatalog, PackageInputType, ServiceType, ServiceModeType,
         PackageSlot, SlotPostAction, SlotPostActionType, SlotDisplayScope, SlotDisplayScopeResource, UiBindingPanel,
         # roberto

dtlpy/repositories/commands.py

@@ -57,7 +57,7 @@ class Commands:
         if url is None:
             url_path = "/commands/{}".format(command_id)
         else:
-            url_path = url.split('v1')[1]
+            url_path = url.split('api/v1')[1]
 
         success, response = self._client_api.gen_request(req_type="get",
                                                          path=url_path)

dtlpy/repositories/computes.py

@@ -1,7 +1,12 @@
+import base64
+import datetime
+import json
+
 from ..services.api_client import ApiClient
 from .. import exceptions, entities, repositories
 from typing import List, Optional, Dict
-
+from ..entities import ComputeCluster, ComputeContext, ComputeType, Project
+from ..entities.integration import IntegrationType
 
 class Computes:
 
@@ -9,6 +14,8 @@ class Computes:
         self._client_api = client_api
         self._base_url = '/compute'
         self._commands = None
+        self._projects = None
+        self._organizations = None
 
     @property
     def commands(self) -> repositories.Commands:
@@ -16,8 +23,21 @@ class Computes:
             self._commands = repositories.Commands(client_api=self._client_api)
         return self._commands
 
+    @property
+    def projects(self):
+        if self._projects is None:
+            self._projects = repositories.Projects(client_api=self._client_api)
+        return self._projects
+
+    @property
+    def organizations(self):
+        if self._organizations is None:
+            self._organizations = repositories.Organizations(client_api=self._client_api)
+        return self._organizations
+
     def create(
             self,
+            name: str,
             context: entities.ComputeContext,
             shared_contexts: Optional[List[entities.ComputeContext]],
             cluster: entities.ComputeCluster,
@@ -29,6 +49,7 @@ class Computes:
         """
         Create a new compute
 
+        :param name: Compute name
         :param context: Compute context
         :param shared_contexts: Shared contexts
         :param cluster: Compute cluster
@@ -40,11 +61,12 @@ class Computes:
         """
 
         payload = {
+            'name': name,
             'context': context.to_json(),
             'type': type.value,
             'global': is_global,
             'features': features,
-            shared_contexts: [sc.to_json() for sc in shared_contexts],
+            'shared_contexts': [sc.to_json() for sc in shared_contexts],
             'cluster': cluster.to_json()
         }
 
@@ -64,7 +86,7 @@ class Computes:
         )
 
         if wait:
-            command_id = compute.metadata.get('system', {}).get('create', {}).get('commandId', None)
+            command_id = compute.metadata.get('system', {}).get('commands', {}).get('create', {})
             if command_id is not None:
                 command = self.commands.get(command_id=command_id, url='api/v1/commands/faas/{}'.format(command_id))
                 command.wait()
@@ -139,12 +161,65 @@ class Computes:
 
         return True
 
+    @staticmethod
+    def read_file(file_path):
+        try:
+            with open(file_path, 'r') as file:
+                content = file.read()
+            return content
+        except FileNotFoundError:
+            print(f"The file at {file_path} was not found.")
+        except IOError:
+            print(f"An error occurred while reading the file at {file_path}.")
+
+    def decode_and_parse_input(self, file_path):
+        """Decode a base64 encoded string from file a and parse it as JSON."""
+        decoded_bytes = base64.b64decode(self.read_file(file_path))
+        return json.loads(decoded_bytes)
+
+    @staticmethod
+    def create_integration(org, name, auth_data):
+        """Create a new key-value integration within the specified project."""
+        return org.integrations.create(
+            integrations_type=IntegrationType.KEY_VALUE,
+            name=name,
+            options={
+                'key': name,
+                'value': json.dumps(auth_data)
+            }
+        )
+
+    def setup_compute_cluster(self, config, integration, org_id, project=None):
+        """Set up a compute cluster using the provided configuration and integration."""
+        cluster = ComputeCluster.from_setup_json(config, integration)
+        project_id = None
+        if project is not None:
+            project_id = project.id
+        compute = self.create(
+            config['config']['name'],
+            ComputeContext([], org_id, project_id),
+            [],
+            cluster,
+            ComputeType.KUBERNETES)
+        return compute
+
+    def create_from_config_file(self, config_file_path, org_id, project_name: Optional[str] = None):
+        config = self.decode_and_parse_input(config_file_path)
+        project = None
+        if project_name is not None:
+            project = self.projects.get(project_name=project_name)
+        org = self.organizations.get(organization_id=org_id)
+        integration_name = ('cluster_integration_test_' + datetime.datetime.now().isoformat().split('.')[0]
+                            .replace(':', '_'))
+        integration = self.create_integration(org, integration_name, config['authentication'])
+        compute = self.setup_compute_cluster(config, integration, org_id, project)
+        return compute
 
 class ServiceDrivers:
 
     def __init__(self, client_api: ApiClient):
         self._client_api = client_api
-        self._base_url = '/serviceDriver'
+        self._base_url = '/serviceDrivers'
 
     def create(
             self,
@@ -226,3 +301,35 @@ class ServiceDrivers:
             raise exceptions.PlatformException(response)
 
         return True
+
+    def set_default(self, service_driver_id: str, org_id: str, update_existing_services=False):
+        """
+        Set a service driver as default
+
+        :param service_driver_id: Compute name
+        :param org_id: Organization ID
+        :param update_existing_services: Update existing services
+
+        :return: Service driver
+        """
+
+        # request
+        success, response = self._client_api.gen_request(
+            req_type='post',
+            path=self._base_url + '/default',
+            json_req={
+                'organizationId': org_id,
+                'updateExistingServices': update_existing_services,
+                'driverName': service_driver_id
+            }
+        )
+
+        if not success:
+            raise exceptions.PlatformException(response)
+
+        service_driver = entities.ServiceDriver.from_json(
+            _json=response.json(),
+            client_api=self._client_api
+        )
+
+        return service_driver

dtlpy/repositories/datasets.py

@@ -515,7 +515,8 @@ class Datasets:
               with_items_annotations: bool = True,
               with_metadata: bool = True,
               with_task_annotations_status: bool = True,
-              dst_dataset_id: str = None):
+              dst_dataset_id: str = None,
+              target_directory: str = None):
         """
         Clone a dataset. Read more about cloning datatsets and items in our `documentation <https://dataloop.ai/docs/clone-merge-dataset#cloned-dataset>`_ and `SDK documentation <https://developers.dataloop.ai/tutorials/data_management/data_versioning/chapter/>`_.
 
@@ -528,6 +529,7 @@ class Datasets:
         :param bool with_metadata: true to clone with metadata
         :param bool with_task_annotations_status: true to clone with task annotations' status
         :param str dst_dataset_id: destination dataset id
+        :param str target_directory: target directory
         :return: dataset object
         :rtype: dtlpy.entities.dataset.Dataset
 
@@ -555,13 +557,17 @@ class Datasets:
         if copy_filters.has_field('hidden'):
             copy_filters.pop('hidden')
 
+        if target_directory is not None and not target_directory.startswith('/'):
+            target_directory = '/' + target_directory
+
         payload = {
             "name": clone_name,
             "filter": copy_filters.prepare(),
             "cloneDatasetParams": {
                 "withItemsAnnotations": with_items_annotations,
                 "withMetadata": with_metadata,
-                "withTaskAnnotationsStatus": with_task_annotations_status
+                "withTaskAnnotationsStatus": with_task_annotations_status,
+                "targetDirectory": target_directory
             }
         }
         if dst_dataset_id is not None:

dtlpy/repositories/dpks.py

@@ -256,6 +256,25 @@ class Dpks:
 
         return entities.Dpk.from_json(response_pack.json(), self._client_api, dpk.project)
 
+    def update(self, dpk: entities.Dpk) -> entities.Dpk:
+        """
+        Update the dpk entity in the platform.
+
+        Note: the update will update only attributes, displayName, Icon, description and pipeline template preview
+
+        :param entities.Dpk dpk: the dpk entity to update.
+        :return the updated dpk entity.
+        :rtype entities.Dpk
+        """
+        success, response = self._client_api.gen_request(req_type='patch',
+                                                         path='/app-registry/{}'.format(dpk.id),
+                                                         json_req=dpk.to_json())
+        if not success:
+            raise exceptions.PlatformException(response)
+        res = response.json()
+        logger.info(res.get('message'))
+        return entities.Dpk.from_json(res.get('dpk'), self._client_api, self._project)
+
     def delete(self, dpk_id: str) -> bool:
         """
         Delete the dpk from the app store.
@@ -268,7 +287,7 @@ class Dpks:
         """
         success, response = self._client_api.gen_request(req_type='delete', path=f'/app-registry/{dpk_id}')
         if success:
-            logger.info('Deleted dpk successfully')
+            logger.info(f'Deleted dpk: {dpk_id} successfully')
         else:
             raise exceptions.PlatformException(response)
         return success

dtlpy/repositories/integrations.py

@@ -99,7 +99,8 @@ class Integrations:
     def create(self,
                integrations_type: entities.IntegrationType,
                name: str,
-               options: dict):
+               options: dict,
+               metadata: dict = None):
         """
         Create an integration between an external storage and the organization.
 
@@ -118,6 +119,7 @@ class Integrations:
         :param IntegrationType integrations_type: integrations type dl.IntegrationType
         :param str name: integrations name
         :param dict options: dict of storage secrets
+        :param dict metadata: metadata
         :return: success
         :rtype: bool
 
@@ -142,6 +144,8 @@ class Integrations:
 
         url_path = '/orgs/{}/integrations'.format(organization_id)
         payload = {"type": integrations_type.value if isinstance(integrations_type, entities.IntegrationType) else integrations_type, 'name': name, 'options': options}
+        if metadata is not None:
+            payload['metadata'] = metadata
         success, response = self._client_api.gen_request(req_type='post',
                                                          path=url_path,
                                                          json_req=payload)
@@ -150,9 +154,9 @@ class Integrations:
         else:
             integration = entities.Integration.from_json(_json=response.json(), client_api=self._client_api)
         if integration.metadata and isinstance(integration.metadata, list) and len(integration.metadata) > 0:
-            for metadata in integration.metadata:
-                if metadata['name'] == 'status':
-                    integration_status = metadata['value']
+            for m in integration.metadata:
+                if m['name'] == 'status':
+                    integration_status = m['value']
                     logger.info('Integration status: {}'.format(integration_status))
         return integration
 

dtlpy/services/api_client.py

@@ -1465,7 +1465,11 @@ class ApiClient:
             custom_env = os.environ.get('DTLPY_CUSTOM_ENV', None)
             environment = json.loads(base64.b64decode(custom_env.encode()).decode())
             env = environment.pop('url')
+            token = None
+            if self.environments.get(env):
+                token = self.environments[env].get('token', None)
             self.environments[env] = environment.get(env, environment)
+            self.environments[env]['token'] = token
             verify_ssl = self.environments[env].get('verify_ssl', None)
             if verify_ssl is not None and isinstance(verify_ssl, str):
                 self.environments[env]['verify_ssl'] = True if verify_ssl.lower() == 'true' else False

{dtlpy-1.93.11.dist-info → dtlpy-1.95.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dtlpy
-Version: 1.93.11
+Version: 1.95.6
 Summary: SDK and CLI for Dataloop platform
 Home-page: https://github.com/dataloop-ai/dtlpy
 Author: Dataloop Team
@@ -42,6 +42,7 @@ Requires-Dist: diskcache (>=5.4)
 Requires-Dist: redis (>=3.5)
 Requires-Dist: inquirer
 Requires-Dist: dtlpymetrics
+Requires-Dist: dataclasses
 
 ![logo.svg](docs%2F_static%2Flogo.svg) 
 [![Documentation Status](https://readthedocs.org/projects/dtlpy/badge/?version=latest)](https://sdk-docs.dataloop.ai/en/latest/?badge=latest)

{dtlpy-1.93.11.dist-info → dtlpy-1.95.6.dist-info}/RECORD

@@ -1,7 +1,7 @@
-dtlpy/__init__.py,sha256=6-Ioishmg5KdDJ3ZtouCDp-UYLzgysq7BI94IpiLl9Y,20596
-dtlpy/__version__.py,sha256=flCI96G7rktCrmZ4eEkrFS3Nw88MtB-SGsLZGEPtddc,20
+dtlpy/__init__.py,sha256=nE2SN0AD2rZ_ekF_kD7OzZbSE32H8zV5UM6t_E0LzTw,20647
+dtlpy/__version__.py,sha256=3OtkFGDOCL5-ZRo52dswwfcY5vYhh114MOzr2lJhEAA,19
 dtlpy/exceptions.py,sha256=EQCKs3pwhwZhgMByQN3D3LpWpdxwcKPEEt-bIaDwURM,2871
-dtlpy/new_instance.py,sha256=I4Gc658s-yUD0-gEiC2pRDKaADZPdr1dm67K4mkx5xw,10065
+dtlpy/new_instance.py,sha256=ORhXmIsc8Kut2M1jekKL3dG_adRp7axK-25B4zJNqMU,10091
 dtlpy/assets/__init__.py,sha256=D_hAa6NM8Zoy32sF_9b7m0b7I-BQEyBFg8-9Tg2WOeo,976
 dtlpy/assets/lock_open.png,sha256=BH9uyf5uYvgZrDpDw9qCUnT3UbkXG8XbeRmWDpWlV4M,18215
 dtlpy/assets/main.py,sha256=N1JUsx79qnXI7Hx22C8JOzHJdGHxvrXeTx5UZAxvJfE,1380
@@ -44,7 +44,7 @@ dtlpy/dlp/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
 dtlpy/dlp/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
 dtlpy/dlp/dlp.py,sha256=YjNBjeCDTXJ7tj8qdiGZ8lFb8DtPZl-FvViyjxt9xF8,4278
 dtlpy/dlp/parser.py,sha256=p-TFaiAU2c3QkI97TXzL2LDR3Eq0hGDFrTc9J2jWLh4,30551
-dtlpy/entities/__init__.py,sha256=eD0ON6MAmzvc0NQmTWzxLPOdHbl5bu4Np3a1JMBfR4k,4805
+dtlpy/entities/__init__.py,sha256=R2kDC9VHOeRSTgXXqNowbf_yZwy7tbAkukvIlPZmPVE,4856
 dtlpy/entities/analytic.py,sha256=5MpYDKPVsZ1MIy20Ju515RWed6P667j4TLxsan2gyNM,11925
 dtlpy/entities/annotation.py,sha256=yk-JQzgzXvnDLFrOkmcHQfEtsiPqZeIisv80ksNB-f8,66912
 dtlpy/entities/annotation_collection.py,sha256=CEYSBHhhDkC0VJdHsBSrA6TgdKGMcKeI3tFM40UJwS8,29838
@@ -56,15 +56,15 @@ dtlpy/entities/base_entity.py,sha256=i83KrtAz6dX4t8JEiUimLI5ZRrN0VnoUWKG2Zz49N5w
 dtlpy/entities/bot.py,sha256=is3NUCnPg56HSjsHIvFcVkymValMqDV0uHRDC1Ib-ds,3819
 dtlpy/entities/codebase.py,sha256=pwRkAq2GV0wvmzshg89IAmE-0I2Wsy_-QNOu8OV8uqc,8999
 dtlpy/entities/command.py,sha256=ARu8ttk-C7_Ice7chRyTtyOtakBTF09FC04mEk73SO8,5010
-dtlpy/entities/compute.py,sha256=b7R8K7Ay2g1_Mm0bqrpyuf8IMLlZC3yMYtWkZIL9DdA,11799
-dtlpy/entities/dataset.py,sha256=87o6FA9MYCIc0KBCUqQr_VsX-W2mGbJn64JvD-zp-EA,47354
+dtlpy/entities/compute.py,sha256=4FEpahPFFGHxye_fLh_p_kP6iEQ3QJK7S5hAdd6Afos,12744
+dtlpy/entities/dataset.py,sha256=tNCl7nNCx-DrZ3z96APhRdvllfQA1-9y8DpL6Ma2l0I,47516
 dtlpy/entities/directory_tree.py,sha256=Rni6pLSWytR6yeUPgEdCCRfTg_cqLOdUc9uCqz9KT-Q,1186
-dtlpy/entities/dpk.py,sha256=WVEWplWRU7KM8YPY6BlaxSLVFw29elLsE32QOQgCgLo,17403
+dtlpy/entities/dpk.py,sha256=a5C1UG_cvDnXSee650WHH43QflxbJCo_g0V17-GRb24,17639
 dtlpy/entities/driver.py,sha256=O_QdK1EaLjQyQkmvKsmkNgmvmMb1mPjKnJGxK43KrOA,7197
 dtlpy/entities/execution.py,sha256=WBiAws-6wZnQQ3y9wyvOeexA3OjxfaRdwDu5dSFYL1g,13420
 dtlpy/entities/feature.py,sha256=9fFjD0W57anOVSAVU55ypxN_WTCsWTG03Wkc3cAAj78,3732
 dtlpy/entities/feature_set.py,sha256=niw4MkmrDbD_LWQu1X30uE6U4DCzmFhPTaYeZ6VZDB0,4443
-dtlpy/entities/filters.py,sha256=axgneXylIUIM-uABG5Uk6hFtTTMmLWoZ5B5NfthcAw8,22364
+dtlpy/entities/filters.py,sha256=tA-A0dS8nhMbnkHIo-INK6UuKzEPMyCdTs51K1-Vl9Y,22441
 dtlpy/entities/integration.py,sha256=CA5F1eQCGE_4c_Kry4nWRdeyjHctNnvexcDXg_M5HLU,5734
 dtlpy/entities/item.py,sha256=G6VVcVCudqeShWigZmNIuKD4OkvTRJ05CeXFXNe3Jk8,29691
 dtlpy/entities/label.py,sha256=ycDYavIgKhz806plIX-64c07_TeHpDa-V7LnfFVe4Rg,3869
@@ -79,7 +79,7 @@ dtlpy/entities/package_defaults.py,sha256=wTD7Z7rGYjVy8AcUxTFEnkOkviiJaLVZYvduiU
 dtlpy/entities/package_function.py,sha256=M42Kvw9A8b6msAkv-wRNAQg_-UC2bejniCjeKDugudc,6314
 dtlpy/entities/package_module.py,sha256=cOkIITATkzzCQpE0sdPiBUisAz8ImlPG2YGZ0K7SypA,5151
 dtlpy/entities/package_slot.py,sha256=XBwCodQe618sQm0bmx46Npo94mEk-zUV7ZX0mDRcsD8,3946
-dtlpy/entities/paged_entities.py,sha256=A6_D0CUJsN52dBG6yn-oHHzjuVDkBNejTG5r-KxWOxI,5848
+dtlpy/entities/paged_entities.py,sha256=6y44H3FSclQvhB1KLI4zuIs317hWOhdHUynldRrUJkE,5913
 dtlpy/entities/pipeline.py,sha256=OrRybxEa29S4sKtl7RTdf6kRgnQi90n4wlN4OsMJJLk,20671
 dtlpy/entities/pipeline_execution.py,sha256=XCXlBAHFYVL2HajE71hK-bPxI4gTwZvg5SKri4BgyRA,9928
 dtlpy/entities/project.py,sha256=ZUx8zA3mr6N145M62R3UDPCCzO1vxfyWO6vjES-bO-g,14653
@@ -87,8 +87,8 @@ dtlpy/entities/prompt_item.py,sha256=Kmvguz3f0sGtkKZS9OEA_-Yi4aQRCgdg1GBkaLQyyTg
 dtlpy/entities/recipe.py,sha256=Q1HtYgind3bEe-vnDZWhw6H-rcIAGhkGHPRWtLIkPSE,11917
 dtlpy/entities/reflect_dict.py,sha256=2NaSAL-CO0T0FYRYFQlaSpbsoLT2Q18AqdHgQSLX5Y4,3273
 dtlpy/entities/resource_execution.py,sha256=1HuVV__U4jAUOtOkWlWImnM3Yts8qxMSAkMA9sBhArY,5033
-dtlpy/entities/service.py,sha256=OaEcKsGgapwWRIzBUU8wvJqd0h_mpY7ICugVjzV7pDA,30211
-dtlpy/entities/setting.py,sha256=koydO8b0_bWVNklR2vpsXswxzBo8q83XtGk3wkma0MI,8522
+dtlpy/entities/service.py,sha256=ZV3HhBbafs0N_lSIWxu4CNJ39WThd7z5GAd0fCvSnFg,32462
+dtlpy/entities/setting.py,sha256=uXagJHtcCR3nJYClR_AUGZjz_kx3TejPcUZ8ginHFIA,8561
 dtlpy/entities/task.py,sha256=XHiEqZYFlrDCtmw1MXsysjoBLdIzAk7coMrVk8bNIiE,19534
 dtlpy/entities/time_series.py,sha256=336jWNckjuSn0G29WJFetB7nBoFAKqs4VH9_IB4m4FE,4017
 dtlpy/entities/trigger.py,sha256=zh3wYUY2-zATh_7ous0Ck87Yojo9r9PAVQrkcESxoko,14266
@@ -146,7 +146,7 @@ dtlpy/miscellaneous/list_print.py,sha256=leEg3RodgYfH5t_0JG8VuM8NiesR8sJLK_mRStt
 dtlpy/miscellaneous/zipping.py,sha256=GMdPhAeHQXeMS5ClaiKWMJWVYQLBLAaJUWxvdYrL4Ro,5337
 dtlpy/ml/__init__.py,sha256=vPkyXpc9kcWWZ_PxyPEOsjKBJdEbowLkZr8FZIb_OBM,799
 dtlpy/ml/base_feature_extractor_adapter.py,sha256=iiEGYAx0Rdn4K46H_FlKrAv3ebTXHSxNVAmio0BxhaI,1178
-dtlpy/ml/base_model_adapter.py,sha256=-Y29Yze9TEMlE3bio_nvw05EiIfjn_H47WcbEIOtXcg,50112
+dtlpy/ml/base_model_adapter.py,sha256=mcq_1ELAcJ6xzqYg_U0E3rOD-rJumgSu8YeSL9R7czc,50901
 dtlpy/ml/metrics.py,sha256=BG2E-1Mvjv2e2No9mIJKVmvzqBvLqytKcw3hA7wVUNc,20037
 dtlpy/ml/predictions_utils.py,sha256=He_84U14oS2Ss7T_-Zj5GDiBZwS-GjMPURUh7u7DjF8,12484
 dtlpy/ml/summary_writer.py,sha256=dehDi8zmGC1sAGyy_3cpSWGXoGQSiQd7bL_Thoo8yIs,2784
@@ -159,17 +159,17 @@ dtlpy/repositories/artifacts.py,sha256=Ke2ustTNw-1eQ0onLsWY7gL2aChjXPAX5p1uQ_EzM
 dtlpy/repositories/assignments.py,sha256=1VwJZ7ctQe1iaDDDpeYDgoj2G-TCgzolVLUEqUocd2w,25506
 dtlpy/repositories/bots.py,sha256=q1SqH01JHloljKxknhHU09psV1vQx9lPhu3g8mBBeRg,8104
 dtlpy/repositories/codebases.py,sha256=pvcZxdrq0-zWysVbdXjUOhnfcF6hJD8v5VclNZ-zhGA,24668
-dtlpy/repositories/commands.py,sha256=8GJU2OQTH0grHFQE30l0UVqaPAwio4psk4VpiYklkFk,5589
+dtlpy/repositories/commands.py,sha256=kXhmyBpLZNs-6vKBo4iXaommpjcGBDXs287IICUnQMw,5593
 dtlpy/repositories/compositions.py,sha256=H417BvlQAiWr5NH2eANFke6CfEO5o7DSvapYpf7v5Hk,2150
-dtlpy/repositories/computes.py,sha256=eudVoUhEjTrkHm72BiAWwIEeaXq7PZJpqh3E6oCjJW8,6044
-dtlpy/repositories/datasets.py,sha256=Rauh-apKSKP7cWS99uhiZYZ-679qNpPm7HoMkMzyJ-s,51789
+dtlpy/repositories/computes.py,sha256=EtfE_3JhTdNlSYDPkKXBFkq-DBl4sgQqIm50ajvFdWM,9976
+dtlpy/repositories/datasets.py,sha256=rDpJXNyxOlJwDQB-wNkM-JIqOGH10q9nujnAl6y8_xU,52077
 dtlpy/repositories/downloader.py,sha256=pNwL7Nid8xmOyYNiv4DB_WY4RoKlxQ-U9nG2V99Gyr8,41342
-dtlpy/repositories/dpks.py,sha256=b9i-K4HHBA-7T7AZdICFfMUWtqr9--igVwOq0TKyq7Y,16612
+dtlpy/repositories/dpks.py,sha256=mj3QPvfzj_jZAscwIgpKUfa7fLxptc3OJQ_RrSfgYxo,17487
 dtlpy/repositories/drivers.py,sha256=fF0UuHCyBzop8pHfryex23mf0kVFAkqzNdOmwBbaWxY,10204
 dtlpy/repositories/executions.py,sha256=M84nhpFPPZq4fQeJ2m_sv6JT4NE2WDRMOXWr451J0bU,30403
 dtlpy/repositories/feature_sets.py,sha256=UowMDAl_CRefRB5oZzubnsjU_OFgiPPdQXn8q2j4Kuw,9666
 dtlpy/repositories/features.py,sha256=7xA2ihEuNgZD7HBQMMGLWpsS2V_3PgieKW2YAk1OeUU,9712
-dtlpy/repositories/integrations.py,sha256=gNQmw5ykFtBaimdxUkzCXQqefZaM8yQPnxWZkIJK7ww,11666
+dtlpy/repositories/integrations.py,sha256=Wi-CpT2PH36GFu3znWP5Uf2CmkqWBUYyOdwvatGD_eM,11798
 dtlpy/repositories/items.py,sha256=DqJ3g9bc4OLMm9KqI-OebXbr-zcEiohO1wGZJ1uE2Lg,37874
 dtlpy/repositories/messages.py,sha256=zYcoz8Us6j8Tb5Z7luJuvtO9xSRTuOCS7pl-ztt97Ac,3082
 dtlpy/repositories/models.py,sha256=GdVWHJ6kOIxM01wH7RVQ3CVaR4OmGurWJdQVHZezLDM,34789
@@ -193,7 +193,7 @@ dtlpy/repositories/uploader.py,sha256=iOlDYWIMy_h1Rbd7Mfug1I0e93dBJ0SxqP_BOwqYQP
 dtlpy/repositories/webhooks.py,sha256=IIpxOJ-7KeQp1TY9aJZz-FuycSjAoYx0TDk8z86KAK8,9033
 dtlpy/services/__init__.py,sha256=VfVJy2otIrDra6i7Sepjyez2ujiE6171ChQZp-YgxsM,904
 dtlpy/services/aihttp_retry.py,sha256=tgntZsAY0dW9v08rkjX1T5BLNDdDd8svtgn7nH8DSGU,5022
-dtlpy/services/api_client.py,sha256=EG4Spm163N7Ig99tkubSYqEGQQBElK2jFtJGAek96OY,68145
+dtlpy/services/api_client.py,sha256=DBelaW5qpZoX7vQXjgLL2xTcTwUqJodZ901g0C3Panw,68331
 dtlpy/services/api_reference.py,sha256=cW-B3eoi9Xs3AwI87_Kr6GV_E6HPoC73aETFaGz3A-0,1515
 dtlpy/services/async_utils.py,sha256=lfpkTkRUvQoMTxaRZBHbPt5e43qdvpCGDe_-KcY2Jps,2810
 dtlpy/services/calls_counter.py,sha256=gr0io5rIsO5-7Cgc8neA1vK8kUtYhgFPmDQ2jXtiZZs,1036
@@ -221,19 +221,19 @@ dtlpy/utilities/reports/report.py,sha256=3nEsNnIWmdPEsd21nN8vMMgaZVcPKn9iawKTTeO
 dtlpy/utilities/videos/__init__.py,sha256=SV3w51vfPuGBxaMeNemx6qEMHw_C4lLpWNGXMvdsKSY,734
 dtlpy/utilities/videos/video_player.py,sha256=LCxg0EZ_DeuwcT7U_r7MRC6Q19s0xdFb7x5Gk39PRms,24072
 dtlpy/utilities/videos/videos.py,sha256=Dj916B4TQRIhI7HZVevl3foFrCsPp0eeWwvGbgX3-_A,21875
-dtlpy-1.93.11.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
-dtlpy-1.93.11.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
-dtlpy-1.93.11.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
+dtlpy-1.95.6.data/scripts/dlp,sha256=-F0vSCWuSOOtgERAtsPMPyMmzitjhB7Yeftg_PDlDjw,10
+dtlpy-1.95.6.data/scripts/dlp.bat,sha256=QOvx8Dlx5dUbCTMpwbhOcAIXL1IWmgVRSboQqDhIn3A,37
+dtlpy-1.95.6.data/scripts/dlp.py,sha256=tEokRaDINISXnq8yNx_CBw1qM5uwjYiZoJOYGqWB3RU,4267
 tests/assets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/assets/models_flow/failedmain.py,sha256=n8F4eu_u7JPrJ1zedbJPvv9e3lHb3ihoErqrBIcseEc,1847
 tests/assets/models_flow/main.py,sha256=87O3-JaWcC6m_kA39sqPhX70_VCBzzbLWmX2YQFilJw,1873
 tests/assets/models_flow/main_model.py,sha256=Hl_tv7Q6KaRL3yLkpUoLMRqu5-ab1QsUYPL6RPEoamw,2042
 tests/features/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-tests/features/environment.py,sha256=dyYLrhyaKFnobrz7jD-vgmmxjpL5HDwjQCbzOZa37dM,16261
-dtlpy-1.93.11.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-dtlpy-1.93.11.dist-info/METADATA,sha256=ZCyo2qfXprK4zhWfrWgyxt_KO90x0T36CoVfhgpN95o,2976
-dtlpy-1.93.11.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-dtlpy-1.93.11.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
-dtlpy-1.93.11.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
-dtlpy-1.93.11.dist-info/RECORD,,
+tests/features/environment.py,sha256=V23cUx_p4VpNk9kc2I0BDZJHO_xcJBFJq8m3JlYCooc,16736
+dtlpy-1.95.6.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+dtlpy-1.95.6.dist-info/METADATA,sha256=gwEWuQCr9AOla7PZkit6MzkeFa6pW626gXqni3GPKVM,3002
+dtlpy-1.95.6.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+dtlpy-1.95.6.dist-info/entry_points.txt,sha256=C4PyKthCs_no88HU39eioO68oei64STYXC2ooGZTc4Y,43
+dtlpy-1.95.6.dist-info/top_level.txt,sha256=ZWuLmQGUOtWAdgTf4Fbx884w1o0vBYq9dEc1zLv9Mig,12
+dtlpy-1.95.6.dist-info/RECORD,,

tests/features/environment.py

@@ -135,6 +135,13 @@ def after_feature(context, feature):
         except Exception:
             logging.exception('Failed to update api calls')
 
+    if hasattr(feature, 'dataloop_feature_compute'):
+        try:
+            compute = context.feature.dataloop_feature_compute
+            dl.computes.delete(compute_id=compute.id)
+        except Exception:
+            logging.exception('Failed to delete compute')
+
 
 @fixture
 def before_scenario(context, scenario):
@@ -202,6 +209,9 @@ def before_tag(context, tag):
         dat = tag.split("_")[-1] if "DAT" in tag else ""
         if hasattr(context, "scenario"):
             context.scenario.skip(f"Test mark as SKIPPED, Should be merged after {dat}")
+    if 'rc_only' in context.tags and 'rc' not in os.environ.get("DLP_ENV_NAME"):
+        if hasattr(context, "scenario"):
+            context.scenario.skip(f"Test mark as SKIPPED, Should be run only on RC")
 
 
 @fixture