mage-ai 0.9.45__py3-none-any.whl → 0.9.47__py3-none-any.whl

mage_ai/api/policies/GlobalHookPolicy.py

@@ -0,0 +1,126 @@
+from mage_ai.api.oauth_scope import OauthScope
+from mage_ai.api.operations.constants import OperationType
+from mage_ai.api.policies.BasePolicy import BasePolicy
+from mage_ai.api.presenters.GlobalHookPresenter import GlobalHookPresenter
+
+WRITEABLE_ATTRIBUTES = [
+    'conditions',
+    'operation_type',
+    'outputs',
+    'pipeline',
+    'predicate',
+    'resource_type',
+    'run_settings',
+    'stages',
+    'strategies',
+]
+
+
+class GlobalHookPolicy(BasePolicy):
+    pass
+
+
+GlobalHookPolicy.allow_actions(
+    [
+        OperationType.CREATE,
+        OperationType.DELETE,
+        OperationType.DETAIL,
+        OperationType.LIST,
+        OperationType.UPDATE,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+GlobalHookPolicy.allow_read(
+    GlobalHookPresenter.default_attributes + [
+        'operation_types',
+        'pipeline_details',
+        'resource_types',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        OperationType.CREATE,
+        OperationType.DELETE,
+        OperationType.DETAIL,
+        OperationType.LIST,
+        OperationType.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+GlobalHookPolicy.allow_write(
+    WRITEABLE_ATTRIBUTES + [
+        'uuid',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        OperationType.CREATE,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+GlobalHookPolicy.allow_write(
+    WRITEABLE_ATTRIBUTES + [
+        'snapshot',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        OperationType.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+GlobalHookPolicy.allow_query(
+    [
+        'include_snapshot_validation',
+        'operation_type[]',
+        'resource_type[]',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        OperationType.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+GlobalHookPolicy.allow_query(
+    [
+        'include_operation_types',
+        'include_resource_types',
+        'include_snapshot_validation',
+        'operation_type',
+        'resource_type',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        OperationType.CREATE,
+        OperationType.DELETE,
+        OperationType.DETAIL,
+        OperationType.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_admin_role(),
+    override_permission_condition=lambda _policy: True,
+)

mage_ai/api/policies/IntegrationSourcePolicy.py

@@ -14,6 +14,19 @@ IntegrationSourcePolicy.allow_actions([
     OauthScope.CLIENT_PRIVATE,
 ], condition=lambda policy: policy.has_at_least_viewer_role())
 
+
+IntegrationSourcePolicy.allow_actions(
+    [
+        constants.DETAIL,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
 IntegrationSourcePolicy.allow_actions([
     constants.CREATE,
     constants.UPDATE,
@@ -21,6 +34,7 @@ IntegrationSourcePolicy.allow_actions([
     OauthScope.CLIENT_PRIVATE,
 ], condition=lambda policy: policy.has_at_least_editor_role())
 
+
 IntegrationSourcePolicy.allow_read(IntegrationSourcePresenter.default_attributes + [
     'docs'
 ], scopes=[
@@ -29,6 +43,20 @@ IntegrationSourcePolicy.allow_read(IntegrationSourcePresenter.default_attributes
     constants.LIST,
 ], condition=lambda policy: policy.has_at_least_viewer_role())
 
+
+IntegrationSourcePolicy.allow_read(
+    IntegrationSourcePresenter.default_attributes,
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
 IntegrationSourcePolicy.allow_read([
     'error_message',
     'streams',
@@ -39,6 +67,7 @@ IntegrationSourcePolicy.allow_read([
     constants.CREATE,
 ], condition=lambda policy: policy.has_at_least_editor_role())
 
+
 IntegrationSourcePolicy.allow_read([
     'selected_streams',
     'streams',
@@ -49,6 +78,7 @@ IntegrationSourcePolicy.allow_read([
     constants.UPDATE,
 ], condition=lambda policy: policy.has_at_least_editor_role())
 
+
 IntegrationSourcePolicy.allow_write([
     'action_type',
     'block_uuid',
@@ -61,6 +91,7 @@ IntegrationSourcePolicy.allow_write([
     constants.CREATE,
 ], condition=lambda policy: policy.has_at_least_editor_role())
 
+
 IntegrationSourcePolicy.allow_write([
     'block_uuid',
     'streams',
@@ -69,3 +100,34 @@ IntegrationSourcePolicy.allow_write([
 ], on_action=[
     constants.UPDATE,
 ], condition=lambda policy: policy.has_at_least_editor_role())
+
+
+IntegrationSourcePolicy.allow_query(
+    [
+        'block_uuid[]',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+    override_permission_condition=lambda _policy: True,
+)
+
+
+IntegrationSourcePolicy.allow_query(
+    [
+        'pipeline_schedule_id',
+        'stream',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+    override_permission_condition=lambda _policy: True,
+)

mage_ai/api/policies/OauthPolicy.py

@@ -1,11 +1,60 @@
+from typing import Dict
+
+from mage_ai.api.constants import AttributeOperationType, AttributeType
 from mage_ai.api.oauth_scope import OauthScope
 from mage_ai.api.operations import constants
+from mage_ai.api.operations.constants import OperationType
 from mage_ai.api.policies.BasePolicy import BasePolicy
+from mage_ai.api.policies.mixins.user_permissions import UserPermissionMixIn
 from mage_ai.api.presenters.OauthPresenter import OauthPresenter
-
-
-class OauthPolicy(BasePolicy):
-    pass
+from mage_ai.shared.hash import merge_dict
+
+
+class OauthPolicy(BasePolicy, UserPermissionMixIn):
+    @classmethod
+    def action_rule_with_permissions(self, operation: OperationType) -> Dict:
+        return merge_dict(
+            super().action_rule_with_permissions(operation),
+            {
+                OauthScope.CLIENT_PUBLIC: [
+                    dict(
+                        condition=lambda _policy: operation
+                        in [OperationType.DETAIL, OperationType.LIST],
+                    ),
+                ],
+            },
+        )
+
+    @classmethod
+    def attribute_rule_with_permissions(
+        self,
+        attribute_operation_type: AttributeOperationType,
+        resource_attribute: str,
+    ) -> Dict:
+        config = {}
+        if AttributeOperationType.READ == attribute_operation_type:
+            config = self.read_rules[self.__name__].get(resource_attribute)
+        elif AttributeOperationType.QUERY == attribute_operation_type:
+            config = self.query_rules[self.__name__].get(AttributeType.ALL)
+        else:
+            config = self.write_rules[self.__name__].get(resource_attribute)
+
+        return merge_dict(
+            super().attribute_rule_with_permissions(
+                attribute_operation_type,
+                resource_attribute,
+            ),
+            {
+                OauthScope.CLIENT_PUBLIC: {
+                    OperationType.DETAIL: (config.get(
+                        OauthScope.CLIENT_PUBLIC,
+                    ) or {}).get(OperationType.DETAIL) or {},
+                    OperationType.LIST: (config.get(
+                        OauthScope.CLIENT_PUBLIC,
+                    ) or {}).get(OperationType.LIST) or {},
+                },
+            },
+        )
 
 
 OauthPolicy.allow_actions(
@@ -23,6 +72,7 @@ OauthPolicy.allow_actions(
 OauthPolicy.allow_actions(
     [
         constants.DETAIL,
+        constants.LIST,
     ],
     scopes=[
         OauthScope.CLIENT_PRIVATE,
@@ -52,6 +102,7 @@ OauthPolicy.allow_read(
         OauthScope.CLIENT_PUBLIC,
     ],
     on_action=[
+        constants.LIST,
         constants.DETAIL,
     ],
     condition=lambda policy: policy.has_at_least_viewer_role(),
@@ -89,6 +140,7 @@ OauthPolicy.allow_write(
 
 OauthPolicy.allow_query(
     on_action=[
+        constants.LIST,
         constants.DETAIL,
     ],
     scopes=[

mage_ai/api/policies/ProjectPolicy.py

@@ -40,6 +40,7 @@ ProjectPolicy.allow_write([
     'emr_config',
     'features',
     'openai_api_key',
+    'pipelines',
     'remote_variables_dir',
     'spark_config',
 ], scopes=[

mage_ai/api/presenters/ComputeClusterPresenter.py

@@ -0,0 +1,19 @@
+from typing import Dict
+
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+from mage_ai.shared.models import BaseDataClass
+
+
+class ComputeClusterPresenter(BasePresenter):
+    default_attributes = [
+        'cluster',
+    ]
+
+    async def prepare_present(self, **kwargs) -> Dict:
+        data = self.resource.model
+        if 'cluster' in data:
+            cluster = data.get('cluster')
+            if isinstance(cluster, BaseDataClass):
+                data['cluster'] = cluster.to_dict()
+
+        return data

mage_ai/api/presenters/ComputeConnectionPresenter.py

@@ -0,0 +1,26 @@
+from typing import Dict
+
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+
+
+class ComputeConnectionPresenter(BasePresenter):
+    default_attributes = [
+        'actions',
+        'attributes',
+        'connection',
+        'description',
+        'error',
+        'group',
+        'name',
+        'required',
+        'state',
+        'status',
+        'status_calculated',
+        'steps',
+        'tab',
+        'target',
+        'uuid',
+    ]
+
+    async def prepare_present(self, **kwargs) -> Dict:
+        return self.resource.model.to_dict()

mage_ai/api/presenters/ComputeServicePresenter.py

@@ -0,0 +1,15 @@
+from typing import Dict
+
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+
+
+class ComputeServicePresenter(BasePresenter):
+    default_attributes = [
+        'connection_credentials',
+        'clusters',
+        'setup_steps',
+        'uuid',
+    ]
+
+    async def prepare_present(self, **kwargs) -> Dict:
+        return self.resource.model.to_dict()

mage_ai/api/presenters/DownloadPresenter.py

@@ -0,0 +1,13 @@
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+
+
+class DownloadPresenter(BasePresenter):
+    default_attributes = [
+        'uri',
+    ]
+
+    def present(self, **kwargs):
+        if type(self.model) is dict:
+            return self.model
+
+        return self.model.to_dict()

mage_ai/api/presenters/GlobalHookPresenter.py

@@ -0,0 +1,74 @@
+from typing import Dict
+
+from mage_ai.api.operations.constants import OperationType
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+from mage_ai.data_preparation.models.global_hooks.constants import RESOURCE_TYPES
+from mage_ai.data_preparation.models.global_hooks.models import HookOperation
+
+
+class GlobalHookPresenter(BasePresenter):
+    default_attributes = [
+        'conditions',
+        'metadata',
+        'operation_type',
+        'outputs',
+        'pipeline',
+        'predicate',
+        'resource_type',
+        'run_settings',
+        'stages',
+        'strategies',
+        'uuid',
+    ]
+
+    async def prepare_present(self, **kwargs) -> Dict:
+        query = kwargs.get('query') or {}
+
+        data = {}
+        if self.resource.model:
+            include_snapshot_validation = False
+            if 'include_snapshot_validation' in query:
+                include_snapshot_validation = True
+
+            data = self.resource.model.to_dict(
+                include_all=True,
+                include_snapshot_validation=include_snapshot_validation,
+            )
+
+        display_format = kwargs.get('format')
+        if 'with_pipeline_details' == display_format:
+            data['pipeline_details'] = await self.pipeline_details(**kwargs)
+
+        if 'include_operation_types' in query:
+            data['operation_types'] = [m.value for m in HookOperation]
+
+        if 'include_resource_types' in query:
+            data['resource_types'] = RESOURCE_TYPES
+
+        return data
+
+    async def pipeline_details(self, **kwargs) -> Dict:
+        if self.resource.model.pipeline_settings and \
+                self.resource.model.pipeline_settings.get('uuid'):
+
+            pipeline = await self.resource.pipeline
+            pipeline_dict = await pipeline.to_dict_async()
+            return pipeline_dict
+
+
+GlobalHookPresenter.register_format(
+    'with_pipeline_details',
+    GlobalHookPresenter.default_attributes + [
+        'pipeline_details',
+    ],
+)
+
+
+GlobalHookPresenter.register_format(
+    OperationType.DETAIL,
+    GlobalHookPresenter.default_attributes + [
+        'operation_types',
+        'pipeline_details',
+        'resource_types',
+    ],
+)

mage_ai/api/presenters/IntegrationSourcePresenter.py

@@ -9,13 +9,20 @@ from mage_ai.data_preparation.models.block.data_integration.utils import (
 
 class IntegrationSourcePresenter(BasePresenter):
     default_attributes = [
+        'block',
         'name',
+        'partition',
+        'pipeline_run',
+        'pipeline_schedule',
+        'streams',
         'templates',
         'uuid',
     ]
 
-    def present(self, **kwargs):
-        if constants.UPDATE == kwargs['format']:
+    async def prepare_present(self, **kwargs):
+        display_format = kwargs['format']
+
+        if constants.UPDATE == display_format:
             payload = (kwargs.get('payload') or {}).get('integration_source') or {}
 
             catalog = None

mage_ai/api/presenters/PipelinePresenter.py

@@ -20,14 +20,17 @@ class PipelinePresenter(BasePresenter):
         'executor_type',
         'name',
         'notification_config',
+        'remote_variables_dir',
         'retry_config',
         'run_pipeline_in_one_process',
+        'settings',
         'spark_config',
         'tags',
         'type',
         'updated_at',
         'uuid',
         'variables',
+        'variables_dir',
         'widgets',
     ]
 

mage_ai/api/presenters/PipelineRunPresenter.py

@@ -21,7 +21,7 @@ class PipelineRunPresenter(BasePresenter):
         'variables',
     ]
 
-    async def present(self, **kwargs):
+    async def prepare_present(self, **kwargs):
         display_format = kwargs.get('format')
         data_to_display = self.model
 
@@ -92,6 +92,8 @@ PipelineRunPresenter.register_format(
         'pipeline_schedule_name',
         'pipeline_schedule_token',
         'pipeline_schedule_type',
+        'pipeline_tags',
+        'pipeline_type',
     ],
 )
 
@@ -102,8 +104,11 @@ PipelineRunPresenter.register_format(
     ],
 )
 
-PipelineRunPresenter.register_format(
-    'with_basic_details',
+PipelineRunPresenter.register_formats(
+    [
+        f'integration_source/{constants.DETAIL}',
+        'with_basic_details',
+    ],
     [
         'execution_date',
         'id',

mage_ai/api/presenters/PipelineSchedulePresenter.py

@@ -22,7 +22,7 @@ class PipelineSchedulePresenter(BasePresenter):
         'variables',
     ]
 
-    async def present(self, **kwargs):
+    async def prepare_present(self, **kwargs):
         display_format = kwargs['format']
         data = self.model.to_dict()
         next_execution_date = self.model.next_execution_date()
@@ -59,8 +59,10 @@ PipelineSchedulePresenter.register_format(
     PipelineSchedulePresenter.default_attributes + [
         'event_matchers',
         'last_pipeline_run_status',
+        'next_pipeline_run_date',
         'pipeline_in_progress_runs_count',
         'pipeline_runs_count',
+        'tags',
     ],
 )
 
@@ -69,6 +71,8 @@ PipelineSchedulePresenter.register_formats([
     constants.UPDATE,
 ], PipelineSchedulePresenter.default_attributes + [
         'event_matchers',
+        'next_pipeline_run_date',
+        'tags',
     ],
 )
 
@@ -76,6 +80,23 @@ PipelineSchedulePresenter.register_formats([
 PipelineSchedulePresenter.register_formats([
     'with_runtime_average',
 ], PipelineSchedulePresenter.default_attributes + [
+        'next_pipeline_run_date',
         'runtime_average',
+        'tags',
+    ],
+)
+
+
+PipelineSchedulePresenter.register_formats(
+    [
+        f'integration_source/{constants.DETAIL}',
+    ],
+    [
+        'id',
+        'name',
+        'schedule_interval',
+        'schedule_type',
+        'settings',
+        'variables',
     ],
 )

mage_ai/api/presenters/ProjectPresenter.py

@@ -9,6 +9,7 @@ class ProjectPresenter(BasePresenter):
         'latest_version',
         'name',
         'openai_api_key',
+        'pipelines',
         'project_uuid',
         'remote_variables_dir',
         'spark_config',

mage_ai/api/presenters/SparkApplicationPresenter.py

@@ -4,6 +4,8 @@ from mage_ai.api.presenters.BasePresenter import BasePresenter
 class SparkApplicationPresenter(BasePresenter):
     default_attributes = [
         'attempts',
+        'attempts_count',
+        'calculated_id',
         'id',
         'name',
         'spark_ui_url',

mage_ai/api/presenters/WorkspacePresenter.py

@@ -1,30 +1,30 @@
+from dataclasses import fields
+
 from mage_ai.api.presenters.BasePresenter import BasePresenter
+from mage_ai.cluster_manager.config import (
+    CloudRunWorkspaceConfig,
+    EcsWorkspaceConfig,
+    KubernetesWorkspaceConfig,
+)
 from mage_ai.shared.hash import merge_dict
 
 
 class WorkspacePresenter(BasePresenter):
-    default_attributes = [
-        'access',
-        'cluster_name',
-        'cluster_type',
-        'container_config',
-        'container_name',
-        'instance',
-        'lifecycle_config',
-        'name',
-        'namespace',
-        'path_to_credentials',
-        'project_uuid',
-        'project_id',
-        'region',
-        'repo_path',
-        'service_account_name',
-        'storage_class_name',
-        'storage_access_mode',
-        'storage_request_size',
-        'success',
-        'task_definition',
-    ]
+    default_attributes = list(
+        set(
+            [
+                'access',
+                'cluster_type',
+                'instance',
+                'name',
+                'repo_path',
+                'success',
+                *[f.name for f in fields(KubernetesWorkspaceConfig)],
+                *[f.name for f in fields(CloudRunWorkspaceConfig)],
+                *[f.name for f in fields(EcsWorkspaceConfig)],
+            ]
+        )
+    )
 
     async def present(self, **kwargs):
         workspace = self.model.pop('workspace', None)