mage-ai 0.8.97__py3-none-any.whl → 0.8.99__py3-none-any.whl

mage_ai/services/newrelic/__init__.py

@@ -0,0 +1,21 @@
+import newrelic.agent
+
+from mage_ai.settings import ENABLE_NEW_RELIC, NEW_RELIC_CONFIG_PATH
+
+
+def initialize_new_relic():
+    enable_new_relic = ENABLE_NEW_RELIC
+    application = None
+    if ENABLE_NEW_RELIC:
+        try:
+            newrelic.agent.initialize(NEW_RELIC_CONFIG_PATH)
+            application = newrelic.agent.register_application(timeout=10)
+        except newrelic.api.exceptions.ConfigurationError as error:
+            print(f"Configuration error with new relic initialization. Disable "
+                  f"new relic reporting. Message: {error}")
+            enable_new_relic = False
+        except Exception as error:
+            print("Unexpected error with new relic initialization. Disable "
+                  f"new relic reporting. Message: {error}")
+            enable_new_relic = False
+    return (enable_new_relic, application)

mage_ai/settings/__init__.py

@@ -23,6 +23,7 @@ def is_disable_pipeline_edit_access():
     return DISABLE_NOTEBOOK_EDIT_ACCESS >= 1
 
 
+# ----------------- Authentication settings ----------------
 REQUIRE_USER_AUTHENTICATION = \
     os.getenv('REQUIRE_USER_AUTHENTICATION', 'False').lower() in ('true', '1', 't')
 AUTHENTICATION_MODE = os.getenv('AUTHENTICATION_MODE', 'LOCAL')
@@ -38,6 +39,10 @@ LDAP_ADMIN_USERNAME = os.getenv('LDAP_ADMIN_USERNAME', 'admin')
 # values: Viewer, Editor, Admin
 LDAP_DEFAULT_ACCESS = os.getenv('LDAP_DEFAULT_ACCESS', None)
 
+ACTIVE_DIRECTORY_DIRECTORY_ID = os.getenv('ACTIVE_DIRECTORY_DIRECTORY_ID', None)
+
+# ----------------------------------------------------------
+
 SERVER_VERBOSITY = os.getenv('SERVER_VERBOSITY', 'info') or 'info'
 
 SHELL_COMMAND = os.getenv('SHELL_COMMAND', None)
@@ -47,5 +52,32 @@ USE_UNIQUE_TERMINAL = os.getenv('USE_UNIQUE_TERMINAL', None)
 SENTRY_DSN = os.getenv('SENTRY_DSN', None)
 SENTRY_TRACES_SAMPLE_RATE = os.getenv('SENTRY_TRACES_SAMPLE_RATE', 1.0)
 
+# New relic enable environment variable
+ENABLE_NEW_RELIC = os.getenv('ENABLE_NEW_RELIC', False)
+NEW_RELIC_CONFIG_PATH = os.getenv('NEW_RELIC_CONFIG_PATH', '')
+
 DEFAULT_LOCALHOST_URL = 'http://localhost:6789'
 MAGE_PUBLIC_HOST = os.getenv('MAGE_PUBLIC_HOST') or DEFAULT_LOCALHOST_URL
+
+# List of environment variables used to configure Mage. The value of these settings
+# will be copied between workspaces.
+MAGE_SETTINGS_ENVIRONMENT_VARIABLES = [
+    'DISABLE_NOTEBOOK_EDIT_ACCESS',
+    'REQUIRE_USER_AUTHENTICATION',
+    'AUTHENTICATION_MODE',
+    'LDAP_SERVER',
+    'LDAP_BIND_DN',
+    'LDAP_BIND_PASSWORD',
+    'LDAP_BASE_DN',
+    'LDAP_AUTHENTICATION_FILTER',
+    'LDAP_AUTHORIZATION_FILTER',
+    'LDAP_ADMIN_USERNAME',
+    'LDAP_DEFAULT_ACCESS',
+    'SERVER_VERBOSITY',
+    'SHELL_COMMAND',
+    'USE_UNIQUE_TERMINAL',
+    'SENTRY_DSN',
+    'SENTRY_TRACES_SAMPLE_RATE',
+    'MAGE_PUBLIC_HOST',
+    'ACTIVE_DIRECTORY_DIRECTORY_ID',
+]

mage_ai/shared/hash.py

@@ -107,6 +107,8 @@ def index_by(func, arr):
 
 def merge_dict(a, b):
     c = a.copy()
+    if not b:
+        return c
     c.update(b)
     return c
 

mage_ai/tests/api/test_utils.py

@@ -39,6 +39,29 @@ class UtilsTest(DBTestCase):
             },
         )
 
+    def test_get_user_access_for_user_with_no_permissions(self):
+        password_salt = generate_salt()
+        user = User.create(
+            email='no_access@admin.com',
+            password_hash=create_bcrypt_hash('admin', password_salt),
+            password_salt=password_salt,
+            username='no_access',
+        )
+
+        access = user.get_access(None)
+        self.assertEqual(0, access)
+
+        access = user.get_access(Permission.Entity.ANY)
+        self.assertEqual(0, access)
+
+        access = user.get_access(Permission.Entity.GLOBAL, None)
+        self.assertEqual(0, access)
+
+        access = user.get_access(Permission.Entity.PIPELINE, 'test')
+        self.assertEqual(0, access)
+
+        self.assertFalse(is_owner(user))
+
     def test_get_user_access_for_global_owner(self):
         password_salt = generate_salt()
         user = User.create(
@@ -48,7 +71,11 @@ class UtilsTest(DBTestCase):
             roles_new=[Role.query.filter(Role.name == 'Owner').first()],
             username='admin',
         )
+
         access = user.get_access(None)
+        self.assertEqual(0, access)
+
+        access = user.get_access(Permission.Entity.ANY)
         self.assertEqual(1, access)
 
         access = user.get_access(Permission.Entity.GLOBAL, None)
@@ -77,7 +104,7 @@ class UtilsTest(DBTestCase):
             )],
             username='editor',
         )
-        access = user.get_access(None)
+        access = user.get_access(Permission.Entity.ANY)
         self.assertEqual(4, access)
 
         access = user.get_access(Permission.Entity.GLOBAL, None)
@@ -124,7 +151,7 @@ class UtilsTest(DBTestCase):
             )],
             username='editor2',
         )
-        access = user.get_access(None)
+        access = user.get_access(Permission.Entity.ANY)
         self.assertEqual(12, access)
 
         access = user.get_access(Permission.Entity.GLOBAL, None)

mage_ai/tests/data_preparation/models/test_pipeline.py

@@ -36,6 +36,7 @@ class PipelineTest(DBTestCase):
             executor_count=1,
             executor_type=None,
             name='test pipeline 2',
+            notification_config=dict(),
             uuid='test_pipeline_2',
             spark_config=dict(),
             type='python',
@@ -173,6 +174,7 @@ class PipelineTest(DBTestCase):
             executor_count=1,
             executor_type=None,
             name='test pipeline 3',
+            notification_config=dict(),
             uuid='test_pipeline_3',
             spark_config=dict(),
             type='python',
@@ -253,6 +255,7 @@ class PipelineTest(DBTestCase):
             executor_count=1,
             executor_type=None,
             name='test pipeline 4',
+            notification_config=dict(),
             uuid='test_pipeline_4',
             spark_config=dict(),
             type='python',
@@ -355,6 +358,7 @@ class PipelineTest(DBTestCase):
             executor_count=1,
             executor_type=None,
             name='test pipeline 5',
+            notification_config=dict(),
             uuid='test_pipeline_5',
             spark_config=dict(),
             type='python',
@@ -586,6 +590,7 @@ class PipelineTest(DBTestCase):
                     "executor_type": None,
                     "extensions": {},
                     "name": "test_pipeline_9",
+                    "notification_config": {},
                     "spark_config": {},
                     "type": "integration",
                     "updated_at": None,

{mage_ai-0.8.97.dist-info → mage_ai-0.8.99.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: mage-ai
-Version: 0.8.97
+Version: 0.8.99
 Summary: Mage is a tool for building and deploying data pipelines.
 Home-page: https://github.com/mage-ai/mage-ai
 Author: Mage
@@ -14,6 +14,7 @@ License-File: LICENSE
 Requires-Dist: Faker (==4.14.0)
 Requires-Dist: GitPython (==3.1.31)
 Requires-Dist: Jinja2 (==3.1.2)
+Requires-Dist: PyGithub (==1.59.0)
 Requires-Dist: PyJWT (==2.6.0)
 Requires-Dist: aiofiles (==22.1.0)
 Requires-Dist: alembic (>=1.7.5)
@@ -34,6 +35,7 @@ Requires-Dist: jupyter-server-proxy (==3.2.1)
 Requires-Dist: jupyter-server (==1.23.5)
 Requires-Dist: jupyter-client (==7.3.4)
 Requires-Dist: ldap3 (==2.9.1)
+Requires-Dist: newrelic (==8.8.0)
 Requires-Dist: numpy (>=1.21.0)
 Requires-Dist: pandas (>=1.3.0)
 Requires-Dist: polars
@@ -54,11 +56,12 @@ Requires-Dist: tornado (==6.1)
 Requires-Dist: typer[all] (==0.7.0)
 Requires-Dist: typing-extensions (==4.5.0)
 Provides-Extra: all
+Requires-Dist: PyGithub (==1.59.0) ; extra == 'all'
 Requires-Dist: aws-secretsmanager-caching (==1.1.1.5) ; extra == 'all'
 Requires-Dist: azure-eventhub (==5.11.2) ; extra == 'all'
 Requires-Dist: azure-identity (==1.11.0) ; extra == 'all'
-Requires-Dist: azure-keyvault-secrets (==4.6.0) ; extra == 'all'
 Requires-Dist: azure-keyvault-certificates (==4.6.0) ; extra == 'all'
+Requires-Dist: azure-keyvault-secrets (==4.6.0) ; extra == 'all'
 Requires-Dist: azure-storage-blob (==12.14.1) ; extra == 'all'
 Requires-Dist: boto3 (==1.26.60) ; extra == 'all'
 Requires-Dist: botocore (==1.29.60) ; extra == 'all'
@@ -73,6 +76,7 @@ Requires-Dist: dbt-snowflake (==1.4.0) ; extra == 'all'
 Requires-Dist: dbt-spark (==1.4.0) ; extra == 'all'
 Requires-Dist: dbt-sqlserver (==1.3.1) ; extra == 'all'
 Requires-Dist: dbt-trino (==1.4.0) ; extra == 'all'
+Requires-Dist: dbt-clickhouse (==1.4.0) ; extra == 'all'
 Requires-Dist: google-api-core (==2.11.0) ; extra == 'all'
 Requires-Dist: google-api-python-client (==2.70.0) ; extra == 'all'
 Requires-Dist: google-cloud-bigquery (~=3.0) ; extra == 'all'
@@ -86,8 +90,8 @@ Requires-Dist: kubernetes (==25.3.0) ; extra == 'all'
 Requires-Dist: ldap3 (==2.9.1) ; extra == 'all'
 Requires-Dist: opensearch-py (==2.0.0) ; extra == 'all'
 Requires-Dist: pika (==1.3.1) ; extra == 'all'
-Requires-Dist: psycopg2 (==2.9.3) ; extra == 'all'
 Requires-Dist: psycopg2-binary (==2.9.3) ; extra == 'all'
+Requires-Dist: psycopg2 (==2.9.3) ; extra == 'all'
 Requires-Dist: pydruid (==0.6.5) ; extra == 'all'
 Requires-Dist: pymongo (==4.3.3) ; extra == 'all'
 Requires-Dist: pyodbc (==4.0.35) ; extra == 'all'
@@ -115,6 +119,7 @@ Requires-Dist: dbt-snowflake (==1.4.0) ; extra == 'dbt'
 Requires-Dist: dbt-spark (==1.4.0) ; extra == 'dbt'
 Requires-Dist: dbt-sqlserver (==1.3.1) ; extra == 'dbt'
 Requires-Dist: dbt-trino (==1.4.0) ; extra == 'dbt'
+Requires-Dist: dbt-clickhouse (==1.4.0) ; extra == 'dbt'
 Provides-Extra: google-cloud-storage
 Requires-Dist: google-cloud-storage (==2.5.0) ; extra == 'google-cloud-storage'
 Provides-Extra: hdf5