mage-ai 0.9.70__py3-none-any.whl → 0.9.71__py3-none-any.whl

mage_ai/api/policies/KernelProcessPolicy.py

@@ -0,0 +1,56 @@
+from mage_ai.api.oauth_scope import OauthScope
+from mage_ai.api.operations import constants
+from mage_ai.api.policies.BasePolicy import BasePolicy
+from mage_ai.api.presenters.KernelProcessPresenter import KernelProcessPresenter
+from mage_ai.orchestration.constants import Entity
+
+
+class KernelProcessPolicy(BasePolicy):
+    @property
+    def entity(self):
+        # Adjust the entity to reflect the KernelProcess's entity, if applicable
+        return Entity.ANY, None
+
+
+KernelProcessPolicy.allow_actions(
+    [
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+KernelProcessPolicy.allow_actions(
+    [
+        constants.DELETE,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_notebook_edit_access(),
+)
+
+
+KernelProcessPolicy.allow_read(
+    KernelProcessPresenter.default_attributes,
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+KernelProcessPolicy.allow_query(
+    ['check_active_status'],
+    on_action=[
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)

mage_ai/api/policies/OutputPolicy.py

@@ -18,44 +18,76 @@ class OutputPolicy(BasePolicy):
         return Entity.PROJECT, get_project_uuid()
 
 
-OutputPolicy.allow_actions([
-    constants.CREATE,
-    constants.DETAIL,
-    constants.LIST,
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-OutputPolicy.allow_read(OutputPresenter.default_attributes + [], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.CREATE,
-    constants.DETAIL,
-    constants.LIST,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-OutputPolicy.allow_write([
-    'block_uuid',
-    'partition',
-    'persist',
-    'pipeline_uuid',
-    'refresh',
-    'sample_count',
-    'streams',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.CREATE,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-OutputPolicy.allow_query([
-    'block_uuid',
-    'parent_stream',
-    'partition',
-    'sample_count',
-    'stream',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.DETAIL,
-], condition=lambda policy: policy.has_at_least_viewer_role())
+OutputPolicy.allow_actions(
+    [
+        constants.CREATE,
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+OutputPolicy.allow_read(
+    OutputPresenter.default_attributes + [],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.CREATE,
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+OutputPolicy.allow_write(
+    [
+        'block_uuid',
+        'partition',
+        'persist',
+        'pipeline_uuid',
+        'refresh',
+        'sample_count',
+        'streams',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.CREATE,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+OutputPolicy.allow_query(
+    [
+        'block_uuid',
+        'parent_stream',
+        'partition',
+        'sample_count',
+        'stream',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+OutputPolicy.allow_query(
+    [
+        'sample_count',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)

mage_ai/api/policies/PipelinePolicy.py

@@ -15,123 +15,181 @@ class PipelinePolicy(BasePolicy):
         return Entity.PROJECT, get_project_uuid()
 
 
-PipelinePolicy.allow_actions([
-    constants.DETAIL,
-    constants.LIST,
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-PipelinePolicy.allow_actions([
-    constants.CREATE,
-    constants.DELETE,
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access())
-
-PipelinePolicy.allow_actions([
-    constants.UPDATE,
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], condition=lambda policy: policy.has_at_least_editor_role())
-
-PipelinePolicy.allow_read(PipelinePresenter.default_attributes + [
-    'callbacks',
-    'conditionals',
-    'extensions',
-    'schedules',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.DETAIL,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-PipelinePolicy.allow_read(PipelinePresenter.default_attributes + [
-    'callbacks',
-    'conditionals',
-    'extensions',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.CREATE,
-    constants.DELETE,
-], condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access())
-
-PipelinePolicy.allow_read(PipelinePresenter.default_attributes + [
-    'callbacks',
-    'conditionals',
-    'extensions',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.UPDATE,
-], condition=lambda policy: policy.has_at_least_editor_role())
-
-PipelinePolicy.allow_read(PipelinePresenter.default_attributes + [
-    'callbacks',
-    'conditionals',
-    'extensions',
-    'history',
-    'operation_history',
-    'schedules',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.LIST,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-PipelinePolicy.allow_write([
-    'callbacks',
-    'conditionals',
-    'clone_pipeline_uuid',
-    'custom_template_uuid',
-    'description',
-    'extensions',
-    'llm',
-    'name',
-    'tags',
-    'type',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.CREATE,
-], condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access())
-
-PipelinePolicy.allow_write([
-    'add_upstream_for_block_uuid',
-    'callbacks',
-    'conditionals',
-    'extensions',
-    'llm',
-    'schedules',
-] + PipelinePresenter.default_attributes, scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.UPDATE,
-], condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access())
-
-PipelinePolicy.allow_write([
-    'pipeline_runs',
-    'pipeline_schedule_id',
-    'status',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.UPDATE,
-], condition=lambda policy: policy.has_at_least_editor_role())
-
-PipelinePolicy.allow_query([
-    'include_block_pipelines',
-    'include_schedules',
-    'includes_block_metadata',
-    'includes_content',
-    'includes_extensions',
-    'includes_outputs',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.DETAIL,
-], condition=lambda policy: policy.has_at_least_viewer_role())
+PipelinePolicy.allow_actions(
+    [
+        constants.DETAIL,
+        constants.LIST,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+PipelinePolicy.allow_actions(
+    [
+        constants.CREATE,
+        constants.DELETE,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access(),
+)
+
+PipelinePolicy.allow_actions(
+    [
+        constants.UPDATE,
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role(),
+)
+
+PipelinePolicy.allow_read(
+    PipelinePresenter.default_attributes
+    + [
+        'callbacks',
+        'conditionals',
+        'extensions',
+        'schedules',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+PipelinePolicy.allow_read(
+    PipelinePresenter.default_attributes
+    + [
+        'callbacks',
+        'conditionals',
+        'extensions',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.CREATE,
+        constants.DELETE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access(),
+)
+
+PipelinePolicy.allow_read(
+    PipelinePresenter.default_attributes
+    + [
+        'callbacks',
+        'conditionals',
+        'extensions',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role(),
+)
+
+PipelinePolicy.allow_read(
+    PipelinePresenter.default_attributes
+    + [
+        'callbacks',
+        'conditionals',
+        'extensions',
+        'history',
+        'operation_history',
+        'schedules',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+PipelinePolicy.allow_write(
+    [
+        'callbacks',
+        'conditionals',
+        'clone_pipeline_uuid',
+        'custom_template_uuid',
+        'description',
+        'extensions',
+        'llm',
+        'name',
+        'tags',
+        'type',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.CREATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access(),
+)
+
+PipelinePolicy.allow_write(
+    [
+        'add_upstream_for_block_uuid',
+        'callbacks',
+        'conditionals',
+        'extensions',
+        'llm',
+        'schedules',
+    ]
+    + PipelinePresenter.default_attributes,
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access(),
+)
+
+PipelinePolicy.allow_write(
+    [
+        'pipeline_runs',
+        'pipeline_schedule_id',
+        'status',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role(),
+)
+
+PipelinePolicy.allow_query(
+    [
+        'include_block_pipelines',
+        'include_schedules',
+        'includes_block_metadata',
+        'includes_content',
+        'includes_extensions',
+        'includes_outputs',
+        'max_results_for_block_outputs',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.DETAIL,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
 
 PipelinePolicy.allow_query(
     [
@@ -147,24 +205,34 @@ PipelinePolicy.allow_query(
     override_permission_condition=lambda _policy: True,
 )
 
-PipelinePolicy.allow_query([
-    'from_history_days',
-    'include_schedules',
-    'repo_path',
-    'search',
-    'status[]',
-    'tag[]',
-    'type[]',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.LIST,
-], condition=lambda policy: policy.has_at_least_viewer_role())
-
-PipelinePolicy.allow_query([
-    'update_content',
-], scopes=[
-    OauthScope.CLIENT_PRIVATE,
-], on_action=[
-    constants.UPDATE,
-], condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access())
+PipelinePolicy.allow_query(
+    [
+        'from_history_days',
+        'include_schedules',
+        'repo_path',
+        'search',
+        'status[]',
+        'tag[]',
+        'type[]',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.LIST,
+    ],
+    condition=lambda policy: policy.has_at_least_viewer_role(),
+)
+
+PipelinePolicy.allow_query(
+    [
+        'update_content',
+    ],
+    scopes=[
+        OauthScope.CLIENT_PRIVATE,
+    ],
+    on_action=[
+        constants.UPDATE,
+    ],
+    condition=lambda policy: policy.has_at_least_editor_role_and_pipeline_edit_access(),
+)

mage_ai/api/presenters/BlockLayoutItemPresenter.py

@@ -3,11 +3,13 @@ from mage_ai.api.presenters.BasePresenter import BasePresenter
 
 class BlockLayoutItemPresenter(BasePresenter):
     default_attributes = [
-        'configuration',
-        'content',
-        'data',
-        'data_source',
-        'name',
-        'type',
-        'uuid',
+        "configuration",
+        "content",
+        "data",
+        "data_source",
+        "error",
+        "name",
+        "skip_render",
+        "type",
+        "uuid",
     ]

mage_ai/api/presenters/BlockPresenter.py

@@ -46,7 +46,7 @@ class BlockPresenter(BasePresenter):
         if display_format in [constants.CREATE, constants.UPDATE]:
             include_block_catalog = self.model.pipeline and \
                     PipelineType.PYTHON == self.model.pipeline and \
-                    Project(self.model.pipeline.repo_config).is_feature_enabled(
+                    Project(repo_config=self.model.pipeline.repo_config).is_feature_enabled(
                         FeatureUUID.DATA_INTEGRATION_IN_BATCH_PIPELINE,
                     )
 

mage_ai/api/presenters/GlobalDataProductPresenter.py

@@ -7,9 +7,14 @@ class GlobalDataProductPresenter(BasePresenter):
         'object_uuid',
         'outdated_after',
         'outdated_starting_at',
+        'project',
+        'repo_path',
         'settings',
         'uuid',
     ]
 
     def present(self, **kwargs):
-        return self.model.to_dict(include_uuid=True)
+        if self.model:
+            return self.model.to_dict(include_uuid=True)
+
+        return {}

mage_ai/api/presenters/KernelPresenter.py

@@ -1,4 +1,4 @@
-from inspect import isawaitable
+from typing import Any, Union
 
 from mage_ai.api.presenters.BasePresenter import BasePresenter
 
@@ -11,30 +11,9 @@ class KernelPresenter(BasePresenter):
         'usage',
     ]
 
-    async def present(self, **kwargs):
+    async def prepare_present(self, **kwargs) -> Union[Any, None]:
         kernel = self.resource.model
+        if not kernel.is_ready():
+            await kernel.prepare_usage()
 
-        kernel_response = dict(
-            alive=kernel.is_alive(),
-            id=kernel.kernel_id,
-            name=kernel.kernel_name,
-        )
-        if kernel.is_alive() and kernel.has_kernel:
-            try:
-                client = kernel.client()
-                session = kernel.session
-                control_channel = client.control_channel
-                usage_request = session.msg("usage_request", {})
-
-                control_channel.send(usage_request)
-                res = client.control_channel.get_msg(timeout=3)
-                if isawaitable(res):
-                    # control_channel.get_msg may return a Future,
-                    # depending on configured KernelManager class
-                    res = await res
-                kernel_response['usage'] = res.get('content')
-                control_channel.stop()
-            except Exception:
-                pass
-
-        return kernel_response
+        return kernel.to_dict()

mage_ai/api/presenters/KernelProcessPresenter.py

@@ -0,0 +1,28 @@
+from typing import Dict
+
+from mage_ai.api.presenters.BasePresenter import BasePresenter
+
+
+class KernelProcessPresenter(BasePresenter):
+    default_attributes = [
+        'active',
+        'cmdline',
+        'connection_file',
+        'connections',
+        'cpu',
+        'cpu_times',
+        'create_time',
+        'exe',
+        'memory',
+        'memory_info',
+        'name',
+        'num_threads',
+        'open_files',
+        'pid',
+        'ppid',
+        'status',
+        'username',
+    ]
+
+    async def prepare_present(self, **kwargs) -> Dict:
+        return self.resource.model.to_dict()