dtlpy 1.114.17__py3-none-any.whl → 1.116.6__py3-none-any.whl

dtlpy/entities/analytic.py

@@ -1,311 +1,347 @@
-import logging
-from .. import entities
-
-logger = logging.getLogger(name='dtlpy')
-
-
-class BaseSample:
-    def __init__(self,
-                 start_time,
-                 end_time,
-                 project_id,
-                 org_id,
-                 pipeline_id,
-                 event_type,
-                 action,
-                 status,
-                 other_keys: dict = None
-                 ):
-        self.start_time = start_time
-        self.end_time = end_time
-        self.project_id = project_id
-        self.org_id = org_id
-        self.pipeline_id = pipeline_id
-        self.event_type = event_type
-        self.action = action
-        self.status = status
-        self.other_keys = other_keys
-
-    def to_json(self):
-        _json = {
-            'startTime': self.start_time,
-            'endTime': self.end_time,
-            'context': {
-                'projectId': self.project_id,
-                'projectOrgId': self.org_id,
-                'pipelineId': self.pipeline_id
-            },
-            'eventType': self.event_type,
-            'action': self.action,
-            'data': {
-                'status': self.status
-            }
-        }
-        if self.other_keys is not None:
-            if 'context' in self.other_keys:
-                _json['context'].update(self.other_keys['context'])
-            if 'data' in self.other_keys:
-                _json['data'].update(self.other_keys['data'])
-            _json.update({k: v for k, v in self.other_keys.items() if k not in ['context', 'data']})
-
-        return _json
-
-
-class ServiceSample(BaseSample):
-    def __init__(self,
-                 start_time=None,
-                 end_time=None,
-                 user_id=None,
-                 project_id=None,
-                 org_id=None,
-                 pipeline_id=None,
-                 pipeline_node_id=None,
-                 service_id=None,
-                 pod_id=None,
-                 pod_type=None,
-                 event_type=None,
-                 entity_type=None,
-                 action=None,
-                 status=None,
-                 num_restarts=None,
-                 cpu=None,
-                 ram=None,
-                 queue_size=None,
-                 num_executions=None,
-                 service_type: entities.ServiceType = None,
-                 interval: int = None,
-                 driver_id: str = None,
-                 other_keys: dict = None
-                 ):
-        super().__init__(
-            start_time=start_time,
-            end_time=end_time,
-            project_id=project_id,
-            org_id=org_id,
-            pipeline_id=pipeline_id,
-            event_type=event_type,
-            action=action,
-            status=status,
-            other_keys=other_keys
-        )
-        self.user_id = user_id
-        self.pipeline_node_id = pipeline_node_id
-        self.service_id = service_id
-        self.pod_id = pod_id
-        self.pod_type = pod_type
-        self.entity_type = entity_type
-        self.num_restarts = num_restarts
-        self.cpu = cpu
-        self.ram = ram
-        self.queue_size = queue_size
-        self.num_executions = num_executions
-        self.service_type = service_type if service_type is not None else entities.ServiceType.REGULAR
-        self.interval = interval
-        self.driver_id = driver_id
-
-    def to_json(self):
-        _json = super().to_json()
-        _json['context'].update({
-            'userId': self.user_id,
-            'pipelineNodeId': self.pipeline_node_id,
-            'serviceId': self.service_id,
-            'podId': self.pod_id,
-            'podType': self.pod_type,
-            'serviceType': self.service_type
-        })
-        _json['data'].update({
-            'numRestarts': self.num_restarts,
-            'cpu': self.cpu,
-            'ram': self.ram,
-            'queueSize': self.queue_size,
-            'numExecutions': self.num_executions,
-            'interval': self.interval,
-            'driverId': self.driver_id
-        })
-        _json.update({
-            'entityType': self.entity_type
-        })
-        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
-        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
-        return {k: v for k, v in _json.items() if v is not None}
-
-    @classmethod
-    def from_json(cls, _json):
-        inst = cls(
-            start_time=_json.get('startTime', None),
-            end_time=_json.get('endTime', None),
-            user_id=_json.get('context', {}).get('userId', None),
-            project_id=_json.get('context', {}).get('projectId', None),
-            org_id=_json.get('context', {}).get('projectOrgId', None),
-            pipeline_id=_json.get('context', {}).get('pipelineId', None),
-            pipeline_node_id=_json.get('context', {}).get('pipelineNodeId', None),
-            service_id=_json.get('context', {}).get('serviceId', None),
-            pod_id=_json.get('context', {}).get('podId', None),
-            pod_type=_json.get('context', {}).get('podType', None),
-            event_type=_json.get('eventType', None),
-            entity_type=_json.get('EntityType', None),
-            action=_json.get('action', None),
-            status=_json.get('data', {}).get('status', None),
-            num_restarts=_json.get('data', {}).get('numRestarts', None),
-            cpu=_json.get('data', {}).get('cpu', None),
-            ram=_json.get('data', {}).get('ram', None),
-            queue_size=_json.get('data', {}).get('queueSize', None),
-            num_executions=_json.get('data', {}).get('numExecutions', None),
-            service_type=_json.get('type', entities.ServiceType.REGULAR),
-            interval=_json.get('data', {}).get('interval', None),
-            driver_id=_json.get('data', {}).get('driverId', None)
-        )
-        return inst
-
-
-class ExecutionSample(BaseSample):
-    def __init__(self,
-                 start_time=None,
-                 end_time=None,
-                 project_id=None,
-                 org_id=None,
-                 pipeline_id=None,
-                 event_type=None,
-                 action=None,
-                 status=None,
-                 user_id=None,
-                 account_id=None,
-                 pipeline_node_id=None,
-                 pipeline_execution_id=None,
-                 service_id=None,
-                 execution_id=None,
-                 trigger_id=None,
-                 function_name=None,
-                 duration=None,
-                 other_keys: dict = None
-                 ):
-        super().__init__(
-            start_time=start_time,
-            end_time=end_time,
-            project_id=project_id,
-            org_id=org_id,
-            pipeline_id=pipeline_id,
-            event_type=event_type,
-            action=action,
-            status=status,
-            other_keys=other_keys
-        )
-        self.user_id = user_id
-        self.account_id = account_id
-        self.pipeline_node_id = pipeline_node_id
-        self.pipeline_execution_id = pipeline_execution_id
-        self.service_id = service_id
-        self.execution_id = execution_id
-        self.trigger_id = trigger_id
-        self.function_name = function_name
-        self.duration = duration
-
-    def to_json(self):
-        _json = super().to_json()
-        _json['context'].update({
-            'userId': self.user_id,
-            'accountId': self.account_id,
-            'pipelineNodeId': self.pipeline_node_id,
-            'pipelineExecutionId': self.pipeline_execution_id,
-            'serviceId': self.service_id,
-            'triggerId': self.trigger_id
-        })
-        _json['data'].update({
-            'functionName': self.function_name,
-            'duration': self.duration
-        })
-        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
-        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
-        return {k: v for k, v in _json.items() if v is not None}
-
-    @classmethod
-    def from_json(cls, _json):
-        inst = cls(
-            start_time=_json.get('startTime', None),
-            end_time=_json.get('endTime', None),
-            user_id=_json.get('context', {}).get('userId', None),
-            project_id=_json.get('context', {}).get('projectId', None),
-            org_id=_json.get('context', {}).get('projectOrgId', None),
-            account_id=_json.get('context', {}).get('accountId', None),
-            pipeline_id=_json.get('context', {}).get('pipelineId', None),
-            pipeline_node_id=_json.get('context', {}).get('pipelineNodeId', None),
-            pipeline_execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
-            service_id=_json.get('context', {}).get('serviceId', None),
-            execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
-            trigger_id=_json.get('context', {}).get('triggerId', None),
-            event_type=_json.get('eventType', None),
-            action=_json.get('action', None),
-            status=_json.get('data', {}).get('status', None),
-            function_name=_json.get('data', {}).get('functionName', None),
-            duration=_json.get('data', {}).get('duration', None)
-        )
-        return inst
-
-
-class PipelineExecutionSample(BaseSample):
-    def __init__(self,
-                 start_time=None,
-                 end_time=None,
-                 project_id=None,
-                 org_id=None,
-                 pipeline_id=None,
-                 event_type=None,
-                 action=None,
-                 status=None,
-                 account_id=None,
-                 pipeline_node_id=None,
-                 pipeline_execution_id=None,
-                 trigger_id=None,
-                 node_status=None,
-                 other_keys: dict = None
-                 ):
-        super().__init__(
-            start_time=start_time,
-            end_time=end_time,
-            project_id=project_id,
-            org_id=org_id,
-            pipeline_id=pipeline_id,
-            event_type=event_type,
-            action=action,
-            status=status,
-            other_keys=other_keys
-        )
-        self.account_id = account_id
-        self.pipeline_node_id = pipeline_node_id
-        self.pipeline_execution_id = pipeline_execution_id
-        self.trigger_id = trigger_id
-        self.node_status = node_status
-
-    def to_json(self):
-        _json = super().to_json()
-        _json['context'].update({
-            'accountId': self.account_id,
-            'pipelineNodeId': self.pipeline_node_id,
-            'pipelineExecutionId': self.pipeline_execution_id,
-            'triggerId': self.trigger_id
-        })
-        _json['data'].update({
-            'nodeStatus': self.node_status
-        })
-        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
-        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
-        return {k: v for k, v in _json.items() if v is not None}
-
-    @classmethod
-    def from_json(cls, _json):
-        inst = cls(
-            start_time=_json.get('startTime', None),
-            end_time=_json.get('endTime', None),
-            project_id=_json.get('context', {}).get('projectId', None),
-            org_id=_json.get('context', {}).get('projectOrgId', None),
-            account_id=_json.get('context', {}).get('accountId', None),
-            pipeline_id=_json.get('context', {}).get('pipelineId', None),
-            pipeline_execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
-            trigger_id=_json.get('context', {}).get('triggerId', None),
-            event_type=_json.get('eventType', None),
-            action=_json.get('action', None),
-            status=_json.get('data', {}).get('status', None),
-            pipeline_node_id=_json.get('data', {}).get('pipelineNodeId', None),
-            node_status=_json.get('data', {}).get('nodeStatus', None)
-        )
-        return inst
+import logging
+from .. import entities
+
+logger = logging.getLogger(name='dtlpy')
+
+
+class BaseSample:
+    def __init__(self,
+                 start_time,
+                 end_time,
+                 project_id,
+                 org_id,
+                 pipeline_id,
+                 event_type,
+                 action,
+                 status,
+                 other_keys: dict = None
+                 ):
+        self.start_time = start_time
+        self.end_time = end_time
+        self.project_id = project_id
+        self.org_id = org_id
+        self.pipeline_id = pipeline_id
+        self.event_type = event_type
+        self.action = action
+        self.status = status
+        self.other_keys = other_keys
+
+    def to_json(self):
+        _json = {
+            'startTime': self.start_time,
+            'endTime': self.end_time,
+            'context': {
+                'projectId': self.project_id,
+                'projectOrgId': self.org_id,
+                'pipelineId': self.pipeline_id
+            },
+            'eventType': self.event_type,
+            'action': self.action,
+            'data': {
+                'status': self.status
+            }
+        }
+        if self.other_keys is not None:
+            if 'context' in self.other_keys:
+                _json['context'].update(self.other_keys['context'])
+            if 'data' in self.other_keys:
+                _json['data'].update(self.other_keys['data'])
+            _json.update({k: v for k, v in self.other_keys.items() if k not in ['context', 'data']})
+
+        return _json
+
+
+class ServiceSample(BaseSample):
+    def __init__(self,
+                 start_time=None,
+                 end_time=None,
+                 user_id=None,
+                 project_id=None,
+                 org_id=None,
+                 pipeline_id=None,
+                 pipeline_node_id=None,
+                 service_id=None,
+                 pod_id=None,
+                 pod_type=None,
+                 event_type=None,
+                 entity_type=None,
+                 action=None,
+                 status=None,
+                 num_restarts=None,
+                 cpu=None,
+                 ram=None,
+                 queue_size=None,
+                 num_executions=None,
+                 service_type: entities.ServiceType = None,
+                 interval: int = None,
+                 driver_id: str = None,
+                 other_keys: dict = None,
+                 concurrency_limit: int = None,
+                 concurrency_count: int = None,
+                 cpu_limit: int = None,
+                 ram_limit: int = None,
+                 gpu_limit: int = None,
+                 gpu: int = None,
+                 gpu_memory: int = None,
+                 gpu_memory_limit: int = None
+                 ):
+        super().__init__(
+            start_time=start_time,
+            end_time=end_time,
+            project_id=project_id,
+            org_id=org_id,
+            pipeline_id=pipeline_id,
+            event_type=event_type,
+            action=action,
+            status=status,
+            other_keys=other_keys
+        )
+        self.user_id = user_id
+        self.pipeline_node_id = pipeline_node_id
+        self.service_id = service_id
+        self.pod_id = pod_id
+        self.pod_type = pod_type
+        self.entity_type = entity_type
+        self.num_restarts = num_restarts
+        self.cpu = cpu
+        self.ram = ram
+        self.queue_size = queue_size
+        self.num_executions = num_executions
+        self.service_type = service_type if service_type is not None else entities.ServiceType.REGULAR
+        self.interval = interval
+        self.driver_id = driver_id
+        self.concurrency_limit = concurrency_limit
+        self.concurrency_count = concurrency_count
+        self.cpu_limit = cpu_limit
+        self.ram_limit = ram_limit
+        self.gpu_limit = gpu_limit
+        self.gpu = gpu
+        self.gpu_memory = gpu_memory
+        self.gpu_memory_limit = gpu_memory_limit
+
+    def to_json(self):
+        _json = super().to_json()
+        _json['context'].update({
+            'userId': self.user_id,
+            'pipelineNodeId': self.pipeline_node_id,
+            'serviceId': self.service_id,
+            'podId': self.pod_id,
+            'podType': self.pod_type,
+            'serviceType': self.service_type
+        })
+        _json['data'].update({
+            'numRestarts': self.num_restarts,
+            'cpu': self.cpu,
+            'ram': self.ram,
+            'queueSize': self.queue_size,
+            'numExecutions': self.num_executions,
+            'interval': self.interval,
+            'driverId': self.driver_id,
+            'concurrencyLimit': self.concurrency_limit,
+            'concurrencyCount': self.concurrency_count,
+            'cpuLimit': self.cpu_limit,
+            'ramLimit': self.ram_limit,
+            'gpuLimit': self.gpu_limit,
+            'gpu': self.gpu,
+            'gpuMemory': self.gpu_memory,
+            'gpuMemoryLimit': self.gpu_memory_limit
+        })
+        _json.update({
+            'entityType': self.entity_type
+        })
+        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
+        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
+        return {k: v for k, v in _json.items() if v is not None}
+
+    @classmethod
+    def from_json(cls, _json):
+        inst = cls(
+            start_time=_json.get('startTime', None),
+            end_time=_json.get('endTime', None),
+            user_id=_json.get('context', {}).get('userId', None),
+            project_id=_json.get('context', {}).get('projectId', None),
+            org_id=_json.get('context', {}).get('projectOrgId', None),
+            pipeline_id=_json.get('context', {}).get('pipelineId', None),
+            pipeline_node_id=_json.get('context', {}).get('pipelineNodeId', None),
+            service_id=_json.get('context', {}).get('serviceId', None),
+            pod_id=_json.get('context', {}).get('podId', None),
+            pod_type=_json.get('context', {}).get('podType', None),
+            event_type=_json.get('eventType', None),
+            entity_type=_json.get('EntityType', None),
+            action=_json.get('action', None),
+            status=_json.get('data', {}).get('status', None),
+            num_restarts=_json.get('data', {}).get('numRestarts', None),
+            cpu=_json.get('data', {}).get('cpu', None),
+            ram=_json.get('data', {}).get('ram', None),
+            queue_size=_json.get('data', {}).get('queueSize', None),
+            num_executions=_json.get('data', {}).get('numExecutions', None),
+            service_type=_json.get('type', entities.ServiceType.REGULAR),
+            interval=_json.get('data', {}).get('interval', None),
+            driver_id=_json.get('data', {}).get('driverId', None),
+            concurrency_limit=_json.get('data', {}).get('concurrencyLimit', None),
+            concurrency_count=_json.get('data', {}).get('concurrencyCount', None),
+            cpu_limit=_json.get('data', {}).get('cpuLimit', None),
+            ram_limit=_json.get('data', {}).get('ramLimit', None),
+            gpu_limit=_json.get('data', {}).get('gpuLimit', None),
+            gpu=_json.get('data', {}).get('gpu', None),
+            gpu_memory=_json.get('data', {}).get('gpuMemory', None),
+            gpu_memory_limit=_json.get('data', {}).get('gpuMemoryLimit', None)
+        )
+        return inst
+
+
+class ExecutionSample(BaseSample):
+    def __init__(self,
+                 start_time=None,
+                 end_time=None,
+                 project_id=None,
+                 org_id=None,
+                 pipeline_id=None,
+                 event_type=None,
+                 action=None,
+                 status=None,
+                 user_id=None,
+                 account_id=None,
+                 pipeline_node_id=None,
+                 pipeline_execution_id=None,
+                 service_id=None,
+                 execution_id=None,
+                 trigger_id=None,
+                 function_name=None,
+                 duration=None,
+                 other_keys: dict = None,
+                 function_duration=None
+                 ):
+        super().__init__(
+            start_time=start_time,
+            end_time=end_time,
+            project_id=project_id,
+            org_id=org_id,
+            pipeline_id=pipeline_id,
+            event_type=event_type,
+            action=action,
+            status=status,
+            other_keys=other_keys
+        )
+        self.user_id = user_id
+        self.account_id = account_id
+        self.pipeline_node_id = pipeline_node_id
+        self.pipeline_execution_id = pipeline_execution_id
+        self.service_id = service_id
+        self.execution_id = execution_id
+        self.trigger_id = trigger_id
+        self.function_name = function_name
+        self.duration = duration
+        self.function_duration = function_duration
+
+    def to_json(self):
+        _json = super().to_json()
+        _json['context'].update({
+            'userId': self.user_id,
+            'accountId': self.account_id,
+            'pipelineNodeId': self.pipeline_node_id,
+            'pipelineExecutionId': self.pipeline_execution_id,
+            'serviceId': self.service_id,
+            'triggerId': self.trigger_id
+        })
+        _json['data'].update({
+            'functionName': self.function_name,
+            'duration': self.duration,
+            'functionDuration': self.function_duration,
+        })
+        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
+        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
+        return {k: v for k, v in _json.items() if v is not None}
+
+    @classmethod
+    def from_json(cls, _json):
+        inst = cls(
+            start_time=_json.get('startTime', None),
+            end_time=_json.get('endTime', None),
+            user_id=_json.get('context', {}).get('userId', None),
+            project_id=_json.get('context', {}).get('projectId', None),
+            org_id=_json.get('context', {}).get('projectOrgId', None),
+            account_id=_json.get('context', {}).get('accountId', None),
+            pipeline_id=_json.get('context', {}).get('pipelineId', None),
+            pipeline_node_id=_json.get('context', {}).get('pipelineNodeId', None),
+            pipeline_execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
+            service_id=_json.get('context', {}).get('serviceId', None),
+            execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
+            trigger_id=_json.get('context', {}).get('triggerId', None),
+            event_type=_json.get('eventType', None),
+            action=_json.get('action', None),
+            status=_json.get('data', {}).get('status', None),
+            function_name=_json.get('data', {}).get('functionName', None),
+            duration=_json.get('data', {}).get('duration', None),
+            function_duration=_json.get('data', {}).get('functionDuration', None)
+        )
+        return inst
+
+
+class PipelineExecutionSample(BaseSample):
+    def __init__(self,
+                 start_time=None,
+                 end_time=None,
+                 project_id=None,
+                 org_id=None,
+                 pipeline_id=None,
+                 event_type=None,
+                 action=None,
+                 status=None,
+                 account_id=None,
+                 pipeline_node_id=None,
+                 pipeline_execution_id=None,
+                 trigger_id=None,
+                 node_status=None,
+                 other_keys: dict = None
+                 ):
+        super().__init__(
+            start_time=start_time,
+            end_time=end_time,
+            project_id=project_id,
+            org_id=org_id,
+            pipeline_id=pipeline_id,
+            event_type=event_type,
+            action=action,
+            status=status,
+            other_keys=other_keys
+        )
+        self.account_id = account_id
+        self.pipeline_node_id = pipeline_node_id
+        self.pipeline_execution_id = pipeline_execution_id
+        self.trigger_id = trigger_id
+        self.node_status = node_status
+
+    def to_json(self):
+        _json = super().to_json()
+        _json['context'].update({
+            'accountId': self.account_id,
+            'pipelineNodeId': self.pipeline_node_id,
+            'pipelineExecutionId': self.pipeline_execution_id,
+            'triggerId': self.trigger_id
+        })
+        _json['data'].update({
+            'nodeStatus': self.node_status
+        })
+        _json['context'] = {k: v for k, v in _json['context'].items() if v is not None}
+        _json['data'] = {k: v for k, v in _json['data'].items() if v is not None}
+        return {k: v for k, v in _json.items() if v is not None}
+
+    @classmethod
+    def from_json(cls, _json):
+        inst = cls(
+            start_time=_json.get('startTime', None),
+            end_time=_json.get('endTime', None),
+            project_id=_json.get('context', {}).get('projectId', None),
+            org_id=_json.get('context', {}).get('projectOrgId', None),
+            account_id=_json.get('context', {}).get('accountId', None),
+            pipeline_id=_json.get('context', {}).get('pipelineId', None),
+            pipeline_execution_id=_json.get('context', {}).get('pipelineExecutionId', None),
+            trigger_id=_json.get('context', {}).get('triggerId', None),
+            event_type=_json.get('eventType', None),
+            action=_json.get('action', None),
+            status=_json.get('data', {}).get('status', None),
+            pipeline_node_id=_json.get('data', {}).get('pipelineNodeId', None),
+            node_status=_json.get('data', {}).get('nodeStatus', None)
+        )
+        return inst