mage-ai 0.9.65__py3-none-any.whl → 0.9.67__py3-none-any.whl

mage_ai/server/server.py

@@ -17,6 +17,7 @@ from tornado import autoreload
 from tornado.ioloop import PeriodicCallback
 from tornado.log import enable_pretty_logging
 from tornado.options import options
+from watchdog.observers import Observer
 
 from mage_ai.authentication.passwords import create_bcrypt_hash, generate_salt
 from mage_ai.cache.block import BlockCache
@@ -37,6 +38,7 @@ from mage_ai.data_preparation.repo_manager import (
     get_project_uuid,
     init_project_uuid,
     init_repo,
+    update_settings_on_metadata_change,
 )
 from mage_ai.data_preparation.shared.constants import MANAGE_ENV_VAR
 from mage_ai.orchestration.constants import Entity
@@ -63,6 +65,7 @@ from mage_ai.server.api.v1 import (
 )
 from mage_ai.server.constants import DATA_PREP_SERVER_PORT
 from mage_ai.server.docs_server import run_docs_server
+from mage_ai.server.file_observer import MetadataEventHandler
 from mage_ai.server.kernel_output_parser import parse_output_message
 from mage_ai.server.kernels import DEFAULT_KERNEL_NAME
 from mage_ai.server.logger import Logger
@@ -85,7 +88,6 @@ from mage_ai.settings import (
     AUTHENTICATION_MODE,
     DISABLE_AUTO_BROWSER_OPEN,
     ENABLE_PROMETHEUS,
-    LDAP_ADMIN_USERNAME,
     OAUTH2_APPLICATION_CLIENT_ID,
     OTEL_EXPORTER_OTLP_ENDPOINT,
     REDIS_URL,
@@ -97,11 +99,14 @@ from mage_ai.settings import (
     SERVER_VERBOSITY,
     SHELL_COMMAND,
     USE_UNIQUE_TERMINAL,
+    get_settings_value,
 )
+from mage_ai.settings.keys import LDAP_ADMIN_USERNAME
 from mage_ai.settings.repo import (
     DEFAULT_MAGE_DATA_DIR,
     MAGE_CLUSTER_TYPE_ENV_VAR,
     MAGE_PROJECT_TYPE_ENV_VAR,
+    get_metadata_path,
     get_repo_name,
     get_variables_dir,
     set_repo_path,
@@ -220,7 +225,11 @@ def replace_base_path(base_path: str) -> str:
     return dst
 
 
-def make_app(template_dir: str = None, update_routes: bool = False):
+def make_app(
+    template_dir: str = None,
+    update_routes: bool = False,
+    status_only: bool = False,
+):
     shell_command = SHELL_COMMAND
     if shell_command is None:
         shell_command = 'bash'
@@ -233,7 +242,20 @@ def make_app(template_dir: str = None, update_routes: bool = False):
 
     if template_dir is None:
         template_dir = os.path.join(os.path.dirname(__file__), EXPORTS_FOLDER)
-    routes = [
+
+    routes_base = [
+        # API v1 routes
+        (
+            r'/api/status(?:es)?',
+            ApiListHandler,
+            {
+                'resource': 'statuses',
+                'bypass_oauth_check': True,
+                'is_health_check': True,
+            },
+        ),
+    ]
+    routes_full = routes_base + [
         (r'/?', MainPageHandler),
         (r'/files', MainPageHandler),
         (r'/overview', MainPageHandler),
@@ -310,17 +332,6 @@ def make_app(template_dir: str = None, update_routes: bool = False):
             r'/api/downloads/(?P<token>[\w/%.-]+)',
             ApiResourceDownloadHandler
         ),
-
-        # API v1 routes
-        (
-            r'/api/status(?:es)?',
-            ApiListHandler,
-            {
-                'resource': 'statuses',
-                'bypass_oauth_check': True,
-                'is_health_check': True,
-            },
-        ),
         (
             r'/api/(?P<resource>\w+)/(?P<pk>[\w\-\%2f\.]+)' \
             r'/(?P<child>\w+)/(?P<child_pk>[\w\-\%2f\.]+)',
@@ -346,6 +357,11 @@ def make_app(template_dir: str = None, update_routes: bool = False):
         (r'/version-control', MainPageHandler),
     ]
 
+    if status_only:
+        routes = routes_base
+    else:
+        routes = routes_full
+
     if ENABLE_PROMETHEUS or OTEL_EXPORTER_OTLP_ENDPOINT:
         from opentelemetry.instrumentation.tornado import TornadoInstrumentor
         TornadoInstrumentor().instrument()
@@ -455,7 +471,7 @@ def initialize_user_authentication(project_type: ProjectType) -> Oauth2Applicati
         if AUTHENTICATION_MODE.lower() == 'ldap':
             user = User.create(
                 roles_new=[default_owner_role],
-                username=LDAP_ADMIN_USERNAME,
+                username=get_settings_value(LDAP_ADMIN_USERNAME, 'admin'),
             )
         else:
             password_salt = generate_salt()
@@ -493,8 +509,10 @@ async def main(
     port: Union[str, None] = None,
     project: Union[str, None] = None,
     project_type: ProjectType = ProjectType.STANDALONE,
+    status_only: bool = False,
 ):
-    switch_active_kernel(DEFAULT_KERNEL_NAME)
+    if not status_only:
+        switch_active_kernel(DEFAULT_KERNEL_NAME)
 
     # Update base path if environment variable is set
     update_routes = False
@@ -515,6 +533,7 @@ async def main(
     app = make_app(
         template_dir=template_dir,
         update_routes=update_routes,
+        status_only=status_only,
     )
 
     port = int(port)
@@ -539,7 +558,7 @@ async def main(
     if update_routes:
         url = f'{url}/{ROUTES_BASE_PATH}'
 
-    if not DISABLE_AUTO_BROWSER_OPEN:
+    if not DISABLE_AUTO_BROWSER_OPEN and not status_only:
         webbrowser.open_new_tab(url)
     logger.info(f'Mage is running at {url} and serving project {project}')
 
@@ -569,72 +588,70 @@ async def main(
         except Exception:
             logger.exception('Failed to set up git repo')
 
-    if REQUIRE_USER_AUTHENTICATION:
-        initialize_user_authentication(project_type)
+    if not status_only:
+        # Initialize web server related settings and cache
+        if REQUIRE_USER_AUTHENTICATION:
+            initialize_user_authentication(project_type)
 
-    if REQUIRE_USER_PERMISSIONS:
-        logger.info('User permissions requirement is enabled.')
+        if REQUIRE_USER_PERMISSIONS:
+            logger.info('User permissions requirement is enabled.')
 
-    try:
-        logger.info('Initializing block cache.')
-        logger.info('Initializing pipeline cache.')
-        await BlockCache.initialize_cache(replace=True, caches=[PipelineCache])
-    except Exception as err:
-        print(f'[ERROR] PipelineCache.initialize_cache: {err}.')
-        if is_debug():
-            raise err
+        try:
+            logger.info('Initializing block cache.')
+            logger.info('Initializing pipeline cache.')
+            await BlockCache.initialize_cache(replace=True, caches=[PipelineCache])
+        except Exception as err:
+            print(f'[ERROR] PipelineCache.initialize_cache: {err}.')
+            if is_debug():
+                raise err
 
-    logger.info('Initializing tag cache.')
-    await TagCache.initialize_cache(replace=True)
+        logger.info('Initializing tag cache.')
+        await TagCache.initialize_cache(replace=True)
 
-    logger.info('Initializing block action object cache.')
-    await BlockActionObjectCache.initialize_cache(replace=True)
+        logger.info('Initializing block action object cache.')
+        await BlockActionObjectCache.initialize_cache(replace=True)
 
-    project_model = Project(root_project=True)
-    if project_model:
-        if project_model.spark_config and \
-                project_model.is_feature_enabled(FeatureUUID.COMPUTE_MANAGEMENT):
+        project_model = Project(root_project=True)
+        if project_model:
+            if project_model.spark_config and \
+                    project_model.is_feature_enabled(FeatureUUID.COMPUTE_MANAGEMENT):
 
-            Application.clear_cache()
+                Application.clear_cache()
 
-        if project_model.is_feature_enabled(FeatureUUID.DBT_V2):
-            try:
-                logger.info('Initializing dbt cache.')
-                dbt_cache = await DBTCache.initialize_cache_async(replace=True, root_project=True)
-                logger.info(f'dbt cached in {dbt_cache.file_path}')
-            except Exception as err:
-                print(f'[ERROR] DBTCache.initialize_cache: {err}.')
-                if is_debug():
-                    raise err
-
-        if project_model.is_feature_enabled(FeatureUUID.COMMAND_CENTER):
-            try:
-                logger.info('Initializing file cache.')
-                file_cache = FileCache.initialize_cache_with_settings(replace=True)
-                count = len(file_cache._temp_data) if file_cache._temp_data else 0
-                logger.info(
-                    f'{count} files cached in {file_cache.file_path}.',
-                )
-            except Exception as err:
-                print(f'[ERROR] FileCache.initialize_cache_with_settings: {err}.')
-                if is_debug():
-                    raise err
+            if project_model.is_feature_enabled(FeatureUUID.DBT_V2):
+                try:
+                    logger.info('Initializing dbt cache.')
+                    dbt_cache = await DBTCache.initialize_cache_async(
+                        replace=True,
+                        root_project=True,
+                    )
+                    logger.info(f'dbt cached in {dbt_cache.file_path}')
+                except Exception as err:
+                    print(f'[ERROR] DBTCache.initialize_cache: {err}.')
+                    if is_debug():
+                        raise err
 
-    try:
-        from mage_ai.services.ssh.aws.emr.models import create_tunnel
-
-        tunnel = create_tunnel(clean_up_on_failure=True)
-        if tunnel:
-            print(f'SSH tunnel active: {tunnel.is_active()}')
-    except Exception as err:
-        print(f'[WARNING] SSH tunnel failed to create and connect: {err}')
-
-    # Check scheduler status periodically
-    periodic_callback = PeriodicCallback(
-        check_scheduler_status,
-        SCHEDULER_AUTO_RESTART_INTERVAL,
-    )
-    periodic_callback.start()
+            if project_model.is_feature_enabled(FeatureUUID.COMMAND_CENTER):
+                try:
+                    logger.info('Initializing file cache.')
+                    file_cache = FileCache.initialize_cache_with_settings(replace=True)
+                    count = len(file_cache._temp_data) if file_cache._temp_data else 0
+                    logger.info(
+                        f'{count} files cached in {file_cache.file_path}.',
+                    )
+                except Exception as err:
+                    print(f'[ERROR] FileCache.initialize_cache_with_settings: {err}.')
+                    if is_debug():
+                        raise err
+
+        try:
+            from mage_ai.services.ssh.aws.emr.models import create_tunnel
+
+            tunnel = create_tunnel(clean_up_on_failure=True)
+            if tunnel:
+                print(f'SSH tunnel active: {tunnel.is_active()}')
+        except Exception as err:
+            print(f'[WARNING] SSH tunnel failed to create and connect: {err}')
 
     if ProjectType.MAIN == project_type:
         # Check scheduler status periodically
@@ -643,6 +660,19 @@ async def main(
             60_000,
         )
         auto_termination_callback.start()
+    else:
+        # Check scheduler status periodically
+        periodic_callback = PeriodicCallback(
+            check_scheduler_status,
+            SCHEDULER_AUTO_RESTART_INTERVAL,
+        )
+        periodic_callback.start()
+
+    update_settings_on_metadata_change()
+    observer = Observer()
+    event_handler = MetadataEventHandler()
+    observer.schedule(event_handler, path=get_metadata_path(root_project=True))
+    observer.start()
 
     get_messages(
         lambda content: WebSocketServer.send_message(
@@ -699,7 +729,7 @@ def start_server(
         run_docs_server()
     else:
         set_db_schema()
-        run_web_server = True
+        run_web_server_with_status_only = False
         project_type = get_project_type()
         if manage or project_type == ProjectType.MAIN:
             os.environ[MANAGE_ENV_VAR] = '1'
@@ -713,8 +743,8 @@ def start_server(
             scheduler_manager.start_scheduler()
         elif instance_type == InstanceType.SCHEDULER:
             # Start a subprocess for scheduler
-            scheduler_manager.start_scheduler(foreground=True)
-            run_web_server = False
+            scheduler_manager.start_scheduler()
+            run_web_server_with_status_only = True
         elif instance_type == InstanceType.WEB_SERVER:
             # run migrations to enable user authentication
             try:
@@ -722,16 +752,16 @@ def start_server(
             except Exception:
                 traceback.print_exc()
 
-        if run_web_server:
-            # Start web server
-            asyncio.run(
-                main(
-                    host=host,
-                    port=port,
-                    project=project,
-                    project_type=project_type,
-                )
+        # Start web server
+        asyncio.run(
+            main(
+                host=host,
+                port=port,
+                project=project,
+                project_type=project_type,
+                status_only=run_web_server_with_status_only,
             )
+        )
 
 
 if __name__ == '__main__':

mage_ai/server/utils/output_display.py

@@ -223,7 +223,12 @@ def __custom_output():
     ):
         _sample = _internal_output_return.iloc[:{DATAFRAME_SAMPLE_COUNT_PREVIEW}]
         _columns = _sample.columns.tolist()[:{DATAFRAME_ANALYSIS_MAX_COLUMNS}]
-        _rows = simplejson.loads(_sample[_columns].fillna('').to_json(
+        for col in _columns:
+            try:
+                _sample[col] = _sample[col].fillna('')
+            except Exception:
+                pass
+        _rows = simplejson.loads(_sample[_columns].to_json(
             date_format='iso',
             default_handler=str,
             orient='split',

mage_ai/services/aws/s3/s3.py

@@ -45,11 +45,17 @@ class Client:
             },
         )
 
-    def listdir(self, prefix: str, delimiter: str = '/', suffix: str = None):
+    def listdir(
+        self,
+        prefix: str,
+        delimiter: str = '/',
+        suffix: str = None,
+        max_results: int = None,
+    ):
         keys = []
         response = self.client.list_objects_v2(
             Bucket=self.bucket,
-            MaxKeys=MAX_KEYS,
+            MaxKeys=max_results or MAX_KEYS,
             Prefix=prefix,
             Delimiter=delimiter,
         )

mage_ai/services/slack/slack.py

@@ -6,18 +6,18 @@ from mage_ai.services.slack.config import SlackConfig
 
 
 def send_slack_message(config: SlackConfig, message: str, title: str = None) -> None:
-    message = message.replace("\\n", "\n")
+    message = message.replace('\\n', '\n')
     payload = {
-        "blocks": [
+        'blocks': [
             {
-                "type": "header",
-                "text": {
-                    "type": "plain_text",
-                    "text": title if title else "Mage Notification",
+                'type': 'header',
+                'text': {
+                    'type': 'plain_text',
+                    'text': title if title else 'Mage Notification',
                 },
             },
-            {"type": "divider"},
-            {"type": "section", "text": {"type": "mrkdwn", "text": message}},
+            {'type': 'divider'},
+            {'type': 'section', 'text': {'type': 'mrkdwn', 'text': message}},
         ]
     }
 

mage_ai/settings/__init__.py

@@ -1,199 +1,49 @@
-import os
-
-from .secret_generation import generate_jwt_secret
-
-# If you add a new environment variable, make sure to check if it should be added to
-# the `MAGE_SETTINGS_ENVIRONMENT_VARIABLES` list at the bottom of this file. Also, update
-# the environment variable documentation at docs/development/variables/environment-variables.mdx
-
-DEBUG = os.getenv('DEBUG', False)
-HIDE_ENV_VAR_VALUES = int(os.getenv('HIDE_ENV_VAR_VALUES', 1) or 1) == 1
-QUERY_API_KEY = 'api_key'
-
-"""
-import secrets
-secrets.token_urlsafe()
-
-Make sure this value is the same in mage_ai/frontend/api/constants.ts
-"""
-OAUTH2_APPLICATION_CLIENT_ID = 'zkWlN0PkIKSN0C11CfUHUj84OT5XOJ6tDZ6bDRO2'
-
-# valid values: 0, 1, 2
-try:
-    DISABLE_NOTEBOOK_EDIT_ACCESS = int(os.getenv('DISABLE_NOTEBOOK_EDIT_ACCESS', 0))
-except ValueError:
-    DISABLE_NOTEBOOK_EDIT_ACCESS = 1 if os.getenv('DISABLE_NOTEBOOK_EDIT_ACCESS') else 0
-
-
-def is_disable_pipeline_edit_access(
-    disable_notebook_edit_access_override: int = None,
-) -> bool:
-    value = DISABLE_NOTEBOOK_EDIT_ACCESS
-    if disable_notebook_edit_access_override is not None:
-        value = disable_notebook_edit_access_override
-    return value >= 1
-
-
-def get_bool_value(value: str) -> bool:
-    """
-    Converts a string environment variable to a bool value. Returns True if the value
-    is 'true', '1', or 't' (case insensitive). Otherwise, False
-    """
-    if value is None:
-        return False
-
-    return value.lower() in ('true', '1', 't')
-
-
-# ------------------------- DISABLE TERMINAL ----------------------
-
-DISABLE_TERMINAL = os.getenv('DISABLE_TERMINAL', '0').lower() in ('true', '1', 't')
-
-# ----------------- Authentication settings ----------------
-REQUIRE_USER_AUTHENTICATION = get_bool_value(
-    os.getenv('REQUIRE_USER_AUTHENTICATION', 'False')
-)
-REQUIRE_USER_PERMISSIONS = REQUIRE_USER_AUTHENTICATION and get_bool_value(
-    os.getenv('REQUIRE_USER_PERMISSIONS', 'False')
+from mage_ai.settings.backends import (
+    AWSSecretsManagerBackend,
+    BackendType,
+    SettingsBackend,
 )
-AUTHENTICATION_MODE = os.getenv('AUTHENTICATION_MODE', 'LOCAL')
-try:
-    MAGE_ACCESS_TOKEN_EXPIRY_TIME = int(
-        os.getenv('MAGE_ACCESS_TOKEN_EXPIRY_TIME', '2592000')
-    )
-except ValueError:
-    MAGE_ACCESS_TOKEN_EXPIRY_TIME = 2592000
+from mage_ai.settings.server import *  # noqa: F401, F403
 
-# Default access level to give to users created when authenticated through OAuth
-# for the first time. value should be the name of a Mage role (e.g. Viewer, Editor, Admin)
-OAUTH_DEFAULT_ACCESS = os.getenv('OAUTH_DEFAULT_ACCESS')
-LDAP_SERVER = os.getenv('LDAP_SERVER', 'ldaps://127.0.0.1:1636')
-LDAP_BIND_DN = os.getenv('LDAP_BIND_DN', 'cd=admin,dc=example,dc=org')
-LDAP_BIND_PASSWORD = os.getenv('LDAP_BIND_PASSWORD', 'admin_password')
-LDAP_BASE_DN = os.getenv('LDAP_BASE_DN', 'dc=example,dc=org')
-LDAP_AUTHENTICATION_FILTER = os.getenv(
-    'LDAP_AUTHENTICATION_FILTER',
-    '(&(|(objectClass=Pers)(objectClass=gro))(cn={username}))',
-)
-LDAP_AUTHORIZATION_FILTER = os.getenv(
-    'LDAP_AUTHORIZATION_FILTER',
-    '(&(objectClass=groupOfNames)(cn=group)(member={user_dn}))',
-)
-LDAP_ADMIN_USERNAME = os.getenv('LDAP_ADMIN_USERNAME', 'admin')
-# Default access level to give to users created when authenticated through LDAP
-# for the first time. value should be the name of a Mage role (e.g. Viewer, Editor, Admin)
-LDAP_DEFAULT_ACCESS = os.getenv('LDAP_DEFAULT_ACCESS', None)
-LDAP_GROUP_FIELD = os.getenv('LDAP_GROUP_FIELD', 'memberOf')
-LDAP_ROLES_MAPPING = os.getenv('LDAP_ROLES_MAPPING', None)
-
-ACTIVE_DIRECTORY_DIRECTORY_ID = os.getenv('ACTIVE_DIRECTORY_DIRECTORY_ID', None)
 
-# ----------------------------------------------------------
+class Settings():
+    def __init__(self):
+        self.settings_backend = SettingsBackend()
 
-HOSTNAME = os.getenv('HOSTNAME')
-REDIS_URL = os.getenv('REDIS_URL')
-SERVER_VERBOSITY = os.getenv('SERVER_VERBOSITY', 'info') or 'info'
-SERVER_LOGGING_FORMAT = os.getenv('SERVER_LOGGING_FORMAT')
+    def set_settings_backend(self, backend_type: str = None, **kwargs):
+        """
+        Factory function to create a settings backend of the specified type.
 
-DISABLE_AUTO_BROWSER_OPEN = get_bool_value(os.getenv('DISABLE_AUTO_BROWSER_OPEN', 'False'))
+        Args:
+            type (str): Type of the settings backend to create
+            kwargs (Dict): Additional keyword arguments to pass to the settings backend constructor
 
-SHELL_COMMAND = os.getenv('SHELL_COMMAND', None)
-USE_UNIQUE_TERMINAL = os.getenv('USE_UNIQUE_TERMINAL', None)
+        Returns:
+            SettingsBackend: A settings backend instance of the specified type
+        """
+        if backend_type == BackendType.AWS_SECRETS_MANAGER:
+            self.settings_backend = AWSSecretsManagerBackend(**kwargs)
+        else:
+            self.settings_backend = SettingsBackend(**kwargs)
 
-# sentry environment variables
-SENTRY_DSN = os.getenv('SENTRY_DSN')
-SENTRY_TRACES_SAMPLE_RATE = os.getenv('SENTRY_TRACES_SAMPLE_RATE', 1.0)
+    def get_value(self, key: str, default: str = None) -> str:
+        """
+        Get the value of an environment variable. Add Mage specific logic to handle fetching
+        environment variables from other sources.
 
-# New relic enable environment variable
-ENABLE_NEW_RELIC = os.getenv('ENABLE_NEW_RELIC', False)
-NEW_RELIC_CONFIG_PATH = os.getenv('NEW_RELIC_CONFIG_PATH', '')
+        Args:
+            key (str): The name of the environment variable.
+            default (str, optional): The default value to return if the environment variable is
+                not set. Defaults to None.
 
-# If enabled, the /metrics route will expose Tornado server metrics
-ENABLE_PROMETHEUS = get_bool_value(os.getenv('ENABLE_PROMETHEUS', 'False'))
-
-# OpenTelemetry configuration
-OTEL_EXPORTER_OTLP_ENDPOINT = os.getenv('OTEL_EXPORTER_OTLP_ENDPOINT', None)
-OTEL_EXPORTER_OTLP_HTTP_ENDPOINT = os.getenv('OTEL_EXPORTER_HTTP_OTLP_ENDPOINT', None)
-OTEL_PYTHON_TORNADO_EXCLUDED_URLS = (
-    os.getenv('OTEL_PYTHON_TORNADO_EXCLUDED_URLS') or '/api/statuses'
-)
+        Returns:
+            str: The value of the environment variable.
+        """
+        return self.settings_backend.get(key, default=default)
 
-DEFAULT_LOCALHOST_URL = 'http://localhost:6789'
-MAGE_PUBLIC_HOST = os.getenv('MAGE_PUBLIC_HOST') or DEFAULT_LOCALHOST_URL
 
-MAX_FILE_CACHE_SIZE = os.getenv('MAX_FILE_CACHE_SIZE') or (1024 * 1024)  # 1 MB
+settings = Settings()
 
-# All base path variables should not include a leading forward slash
-# e.g. MAGE_BASE_PATH = 'test_prefix' -> localhost:6789/test_prefix/pipelines
-BASE_PATH = os.getenv('MAGE_BASE_PATH')
-# Requests base path is used to configure the base path for the frontend requests. Defaults
-# to the MAGE_BASE_PATH environment variable.
-REQUESTS_BASE_PATH = os.getenv('MAGE_REQUESTS_BASE_PATH', BASE_PATH)
-# Routes base path is used to configure the base path for the backend routes. Defaults
-# to the MAGE_BASE_PATH environment variable.
-ROUTES_BASE_PATH = os.getenv('MAGE_ROUTES_BASE_PATH', BASE_PATH)
-# Used for OAUTH
-JWT_SECRET = os.getenv('JWT_SECRET', 'materia')
-# Used for generating download tokens
-JWT_DOWNLOAD_SECRET = os.getenv('JWT_DOWNLOAD_SECRET', generate_jwt_secret())
-# Sets the trigger interval of the scheduler to a numeric value, in seconds
-# Determines how often the scheduler gets invoked
-try:
-    SCHEDULER_TRIGGER_INTERVAL = float(os.getenv('SCHEDULER_TRIGGER_INTERVAL', '10'))
-except ValueError:
-    SCHEDULER_TRIGGER_INTERVAL = 10
 
-# List of environment variables used to configure Mage. The value of these settings
-# will be copied between workspaces.
-MAGE_SETTINGS_ENVIRONMENT_VARIABLES = [
-    'DISABLE_NOTEBOOK_EDIT_ACCESS',
-    'DISABLE_AUTO_BROWSER_OPEN',
-    'REQUIRE_USER_AUTHENTICATION',
-    'AUTHENTICATION_MODE',
-    'OAUTH_DEFAULT_ACCESS',
-    'LDAP_SERVER',
-    'LDAP_BIND_DN',
-    'LDAP_BIND_PASSWORD',
-    'LDAP_BASE_DN',
-    'LDAP_AUTHENTICATION_FILTER',
-    'LDAP_AUTHORIZATION_FILTER',
-    'LDAP_ADMIN_USERNAME',
-    'LDAP_DEFAULT_ACCESS',
-    'LDAP_GROUP_FIELD',
-    'LDAP_ROLES_MAPPING',
-    'SERVER_VERBOSITY',
-    'SERVER_LOGGING_FORMAT',
-    'SHELL_COMMAND',
-    'USE_UNIQUE_TERMINAL',
-    'SENTRY_DSN',
-    'SENTRY_TRACES_SAMPLE_RATE',
-    'MAGE_PUBLIC_HOST',
-    'SCHEDULER_TRIGGER_INTERVAL',
-    'REQUIRE_USER_PERMISSIONS',
-    'ENABLE_PROMETHEUS',
-    'OTEL_EXPORTER_OTLP_ENDPOINT',
-    'OTEL_EXPORTER_OTLP_HTTP_ENDPOINT',
-    'MAX_FILE_CACHE_SIZE',
-    'REDIS_URL',
-    # Oauth variables
-    'ACTIVE_DIRECTORY_DIRECTORY_ID',
-    'ACTIVE_DIRECTORY_CLIENT_ID',
-    'ACTIVE_DIRECTORY_CLIENT_SECRET',
-    'OKTA_DOMAIN_URL',
-    'OKTA_CLIENT_ID',
-    'OKTA_CLIENT_SECRET',
-    'GOOGLE_CLIENT_ID',
-    'GOOGLE_CLIENT_SECRET',
-    'OIDC_CLIENT_ID',
-    'OIDC_CLIENT_SECRET',
-    'OIDC_DISCOVERY_URL',
-    'GHE_CLIENT_ID',
-    'GHE_CLIENT_SECRET',
-    'GHE_HOSTNAME',
-    'BITBUCKET_HOST',
-    'BITBUCKET_OAUTH_KEY',
-    'BITBUCKET_OAUTH_SECRET',
-    'GITLAB_HOST',
-    'GITLAB_CLIENT_ID',
-    'GITLAB_CLIENT_SECRET',
-]
+def get_settings_value(key: str, default: str = None) -> str:
+    return settings.get_value(key, default=default)