lightning-sdk 0.1.50__py3-none-any.whl → 0.1.53__py3-none-any.whl

lightning_sdk/lightning_cloud/openapi/models/v1_user_features.py

@@ -58,21 +58,23 @@ class V1UserFeatures(object):
         'custom_app_domain': 'bool',
         'custom_instance_types': 'bool',
         'default_one_cluster': 'bool',
+        'deployment_alerts': 'bool',
         'deployment_customize_api': 'bool',
         'deployment_data_path': 'bool',
-        'deployment_gallery': 'bool',
         'deployment_persistent_disk': 'bool',
+        'deployment_version_upgrade': 'bool',
         'deployment_version_visibility': 'bool',
         'docs_agent': 'bool',
         'drive_v2': 'bool',
         'enable_crypto_crackdown': 'bool',
         'enable_efs': 'bool',
         'enable_storage_limits': 'bool',
+        'fair_share': 'bool',
         'featured_studios_admin': 'bool',
         'filesystem_optimisation': 'bool',
-        'gcp': 'bool',
         'inference_job_deployment_plugin': 'bool',
         'instant_capacity_reservation': 'bool',
+        'job_artifacts_v2': 'bool',
         'jobs_init': 'bool',
         'jobs_v2': 'bool',
         'landing_studios': 'bool',
@@ -82,7 +84,6 @@ class V1UserFeatures(object):
         'mmt_fault_tolerance': 'bool',
         'mmt_strategy_selector': 'bool',
         'mmt_v2': 'bool',
-        'model_store': 'bool',
         'multiple_deployment_versions': 'bool',
         'multiple_studio_versions': 'bool',
         'org_level_member_permissions': 'bool',
@@ -108,6 +109,7 @@ class V1UserFeatures(object):
         'restart_ide_on_hang': 'bool',
         'restartable_jobs': 'bool',
         'runnable_public_studio_page': 'bool',
+        'security_docs': 'bool',
         'show_dev_admin': 'bool',
         'slurm': 'bool',
         'slurm_machine_selector': 'bool',
@@ -142,21 +144,23 @@ class V1UserFeatures(object):
         'custom_app_domain': 'customAppDomain',
         'custom_instance_types': 'customInstanceTypes',
         'default_one_cluster': 'defaultOneCluster',
+        'deployment_alerts': 'deploymentAlerts',
         'deployment_customize_api': 'deploymentCustomizeApi',
         'deployment_data_path': 'deploymentDataPath',
-        'deployment_gallery': 'deploymentGallery',
         'deployment_persistent_disk': 'deploymentPersistentDisk',
+        'deployment_version_upgrade': 'deploymentVersionUpgrade',
         'deployment_version_visibility': 'deploymentVersionVisibility',
         'docs_agent': 'docsAgent',
         'drive_v2': 'driveV2',
         'enable_crypto_crackdown': 'enableCryptoCrackdown',
         'enable_efs': 'enableEfs',
         'enable_storage_limits': 'enableStorageLimits',
+        'fair_share': 'fairShare',
         'featured_studios_admin': 'featuredStudiosAdmin',
         'filesystem_optimisation': 'filesystemOptimisation',
-        'gcp': 'gcp',
         'inference_job_deployment_plugin': 'inferenceJobDeploymentPlugin',
         'instant_capacity_reservation': 'instantCapacityReservation',
+        'job_artifacts_v2': 'jobArtifactsV2',
         'jobs_init': 'jobsInit',
         'jobs_v2': 'jobsV2',
         'landing_studios': 'landingStudios',
@@ -166,7 +170,6 @@ class V1UserFeatures(object):
         'mmt_fault_tolerance': 'mmtFaultTolerance',
         'mmt_strategy_selector': 'mmtStrategySelector',
         'mmt_v2': 'mmtV2',
-        'model_store': 'modelStore',
         'multiple_deployment_versions': 'multipleDeploymentVersions',
         'multiple_studio_versions': 'multipleStudioVersions',
         'org_level_member_permissions': 'orgLevelMemberPermissions',
@@ -192,6 +195,7 @@ class V1UserFeatures(object):
         'restart_ide_on_hang': 'restartIdeOnHang',
         'restartable_jobs': 'restartableJobs',
         'runnable_public_studio_page': 'runnablePublicStudioPage',
+        'security_docs': 'securityDocs',
         'show_dev_admin': 'showDevAdmin',
         'slurm': 'slurm',
         'slurm_machine_selector': 'slurmMachineSelector',
@@ -208,7 +212,7 @@ class V1UserFeatures(object):
         'writable_data_connections': 'writableDataConnections'
     }
 
-    def __init__(self, advanced_deployment_autoscaling: 'bool' =None, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_customize_api: 'bool' =None, deployment_data_path: 'bool' =None, deployment_gallery: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_version_visibility: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_efs: 'bool' =None, enable_storage_limits: 'bool' =None, featured_studios_admin: 'bool' =None, filesystem_optimisation: 'bool' =None, gcp: 'bool' =None, inference_job_deployment_plugin: 'bool' =None, instant_capacity_reservation: 'bool' =None, jobs_init: 'bool' =None, jobs_v2: 'bool' =None, landing_studios: 'bool' =None, lightning_registry: 'bool' =None, lit_logger: 'bool' =None, lit_logger_storage_v2: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, model_store: 'bool' =None, multiple_deployment_versions: 'bool' =None, multiple_studio_versions: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_biz_chat: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restart_ide_on_hang: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, spot_v2: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None, writable_data_connections: 'bool' =None):  # noqa: E501
+    def __init__(self, advanced_deployment_autoscaling: 'bool' =None, affiliate_links: 'bool' =None, agents_v2: 'bool' =None, ai_hub_monetization: 'bool' =None, auto_fast_load: 'bool' =None, auto_join_orgs: 'bool' =None, b2c_experience: 'bool' =None, cap_add: 'list[str]' =None, cap_drop: 'list[str]' =None, capacity_reservation_byoc: 'bool' =None, capacity_reservation_dry_run: 'bool' =None, code_tab: 'bool' =None, collab_screen_sharing: 'bool' =None, cost_attribution_settings: 'bool' =None, custom_app_domain: 'bool' =None, custom_instance_types: 'bool' =None, default_one_cluster: 'bool' =None, deployment_alerts: 'bool' =None, deployment_customize_api: 'bool' =None, deployment_data_path: 'bool' =None, deployment_persistent_disk: 'bool' =None, deployment_version_upgrade: 'bool' =None, deployment_version_visibility: 'bool' =None, docs_agent: 'bool' =None, drive_v2: 'bool' =None, enable_crypto_crackdown: 'bool' =None, enable_efs: 'bool' =None, enable_storage_limits: 'bool' =None, fair_share: 'bool' =None, featured_studios_admin: 'bool' =None, filesystem_optimisation: 'bool' =None, inference_job_deployment_plugin: 'bool' =None, instant_capacity_reservation: 'bool' =None, job_artifacts_v2: 'bool' =None, jobs_init: 'bool' =None, jobs_v2: 'bool' =None, landing_studios: 'bool' =None, lightning_registry: 'bool' =None, lit_logger: 'bool' =None, lit_logger_storage_v2: 'bool' =None, mmt_fault_tolerance: 'bool' =None, mmt_strategy_selector: 'bool' =None, mmt_v2: 'bool' =None, multiple_deployment_versions: 'bool' =None, multiple_studio_versions: 'bool' =None, org_level_member_permissions: 'bool' =None, pipelines: 'bool' =None, plugin_biz_chat: 'bool' =None, plugin_distributed: 'bool' =None, plugin_fiftyone: 'bool' =None, plugin_inference: 'bool' =None, plugin_label_studio: 'bool' =None, plugin_langflow: 'bool' =None, plugin_lightning_apps: 'bool' =None, plugin_lightning_apps_distributed: 'bool' =None, plugin_mage_ai: 'bool' =None, plugin_milvus: 'bool' =None, plugin_python_profiler: 'bool' =None, plugin_react: 'bool' =None, plugin_service: 'bool' =None, plugin_sweeps: 'bool' =None, plugin_weviate: 'bool' =None, pricing_updates: 'bool' =None, product_generator: 'bool' =None, project_selector: 'bool' =None, restart_ide_on_hang: 'bool' =None, restartable_jobs: 'bool' =None, runnable_public_studio_page: 'bool' =None, security_docs: 'bool' =None, show_dev_admin: 'bool' =None, slurm: 'bool' =None, slurm_machine_selector: 'bool' =None, snapshotter_service: 'bool' =None, snowflake_connection: 'bool' =None, spot_v2: 'bool' =None, studio_config: 'bool' =None, studio_on_stop: 'bool' =None, studio_version_visibility: 'bool' =None, teamspace_storage_tab: 'bool' =None, trainium2: 'bool' =None, use_rclone_mounts_only: 'bool' =None, vultr: 'bool' =None, writable_data_connections: 'bool' =None):  # noqa: E501
         """V1UserFeatures - a model defined in Swagger"""  # noqa: E501
         self._advanced_deployment_autoscaling = None
         self._affiliate_links = None
@@ -227,21 +231,23 @@ class V1UserFeatures(object):
         self._custom_app_domain = None
         self._custom_instance_types = None
         self._default_one_cluster = None
+        self._deployment_alerts = None
         self._deployment_customize_api = None
         self._deployment_data_path = None
-        self._deployment_gallery = None
         self._deployment_persistent_disk = None
+        self._deployment_version_upgrade = None
         self._deployment_version_visibility = None
         self._docs_agent = None
         self._drive_v2 = None
         self._enable_crypto_crackdown = None
         self._enable_efs = None
         self._enable_storage_limits = None
+        self._fair_share = None
         self._featured_studios_admin = None
         self._filesystem_optimisation = None
-        self._gcp = None
         self._inference_job_deployment_plugin = None
         self._instant_capacity_reservation = None
+        self._job_artifacts_v2 = None
         self._jobs_init = None
         self._jobs_v2 = None
         self._landing_studios = None
@@ -251,7 +257,6 @@ class V1UserFeatures(object):
         self._mmt_fault_tolerance = None
         self._mmt_strategy_selector = None
         self._mmt_v2 = None
-        self._model_store = None
         self._multiple_deployment_versions = None
         self._multiple_studio_versions = None
         self._org_level_member_permissions = None
@@ -277,6 +282,7 @@ class V1UserFeatures(object):
         self._restart_ide_on_hang = None
         self._restartable_jobs = None
         self._runnable_public_studio_page = None
+        self._security_docs = None
         self._show_dev_admin = None
         self._slurm = None
         self._slurm_machine_selector = None
@@ -326,14 +332,16 @@ class V1UserFeatures(object):
             self.custom_instance_types = custom_instance_types
         if default_one_cluster is not None:
             self.default_one_cluster = default_one_cluster
+        if deployment_alerts is not None:
+            self.deployment_alerts = deployment_alerts
         if deployment_customize_api is not None:
             self.deployment_customize_api = deployment_customize_api
         if deployment_data_path is not None:
             self.deployment_data_path = deployment_data_path
-        if deployment_gallery is not None:
-            self.deployment_gallery = deployment_gallery
         if deployment_persistent_disk is not None:
             self.deployment_persistent_disk = deployment_persistent_disk
+        if deployment_version_upgrade is not None:
+            self.deployment_version_upgrade = deployment_version_upgrade
         if deployment_version_visibility is not None:
             self.deployment_version_visibility = deployment_version_visibility
         if docs_agent is not None:
@@ -346,16 +354,18 @@ class V1UserFeatures(object):
             self.enable_efs = enable_efs
         if enable_storage_limits is not None:
             self.enable_storage_limits = enable_storage_limits
+        if fair_share is not None:
+            self.fair_share = fair_share
         if featured_studios_admin is not None:
             self.featured_studios_admin = featured_studios_admin
         if filesystem_optimisation is not None:
             self.filesystem_optimisation = filesystem_optimisation
-        if gcp is not None:
-            self.gcp = gcp
         if inference_job_deployment_plugin is not None:
             self.inference_job_deployment_plugin = inference_job_deployment_plugin
         if instant_capacity_reservation is not None:
             self.instant_capacity_reservation = instant_capacity_reservation
+        if job_artifacts_v2 is not None:
+            self.job_artifacts_v2 = job_artifacts_v2
         if jobs_init is not None:
             self.jobs_init = jobs_init
         if jobs_v2 is not None:
@@ -374,8 +384,6 @@ class V1UserFeatures(object):
             self.mmt_strategy_selector = mmt_strategy_selector
         if mmt_v2 is not None:
             self.mmt_v2 = mmt_v2
-        if model_store is not None:
-            self.model_store = model_store
         if multiple_deployment_versions is not None:
             self.multiple_deployment_versions = multiple_deployment_versions
         if multiple_studio_versions is not None:
@@ -426,6 +434,8 @@ class V1UserFeatures(object):
             self.restartable_jobs = restartable_jobs
         if runnable_public_studio_page is not None:
             self.runnable_public_studio_page = runnable_public_studio_page
+        if security_docs is not None:
+            self.security_docs = security_docs
         if show_dev_admin is not None:
             self.show_dev_admin = show_dev_admin
         if slurm is not None:
@@ -812,6 +822,27 @@ class V1UserFeatures(object):
 
         self._default_one_cluster = default_one_cluster
 
+    @property
+    def deployment_alerts(self) -> 'bool':
+        """Gets the deployment_alerts of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The deployment_alerts of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._deployment_alerts
+
+    @deployment_alerts.setter
+    def deployment_alerts(self, deployment_alerts: 'bool'):
+        """Sets the deployment_alerts of this V1UserFeatures.
+
+
+        :param deployment_alerts: The deployment_alerts of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._deployment_alerts = deployment_alerts
+
     @property
     def deployment_customize_api(self) -> 'bool':
         """Gets the deployment_customize_api of this V1UserFeatures.  # noqa: E501
@@ -855,46 +886,46 @@ class V1UserFeatures(object):
         self._deployment_data_path = deployment_data_path
 
     @property
-    def deployment_gallery(self) -> 'bool':
-        """Gets the deployment_gallery of this V1UserFeatures.  # noqa: E501
+    def deployment_persistent_disk(self) -> 'bool':
+        """Gets the deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
 
 
-        :return: The deployment_gallery of this V1UserFeatures.  # noqa: E501
+        :return: The deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
         :rtype: bool
         """
-        return self._deployment_gallery
+        return self._deployment_persistent_disk
 
-    @deployment_gallery.setter
-    def deployment_gallery(self, deployment_gallery: 'bool'):
-        """Sets the deployment_gallery of this V1UserFeatures.
+    @deployment_persistent_disk.setter
+    def deployment_persistent_disk(self, deployment_persistent_disk: 'bool'):
+        """Sets the deployment_persistent_disk of this V1UserFeatures.
 
 
-        :param deployment_gallery: The deployment_gallery of this V1UserFeatures.  # noqa: E501
+        :param deployment_persistent_disk: The deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
         :type: bool
         """
 
-        self._deployment_gallery = deployment_gallery
+        self._deployment_persistent_disk = deployment_persistent_disk
 
     @property
-    def deployment_persistent_disk(self) -> 'bool':
-        """Gets the deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
+    def deployment_version_upgrade(self) -> 'bool':
+        """Gets the deployment_version_upgrade of this V1UserFeatures.  # noqa: E501
 
 
-        :return: The deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
+        :return: The deployment_version_upgrade of this V1UserFeatures.  # noqa: E501
         :rtype: bool
         """
-        return self._deployment_persistent_disk
+        return self._deployment_version_upgrade
 
-    @deployment_persistent_disk.setter
-    def deployment_persistent_disk(self, deployment_persistent_disk: 'bool'):
-        """Sets the deployment_persistent_disk of this V1UserFeatures.
+    @deployment_version_upgrade.setter
+    def deployment_version_upgrade(self, deployment_version_upgrade: 'bool'):
+        """Sets the deployment_version_upgrade of this V1UserFeatures.
 
 
-        :param deployment_persistent_disk: The deployment_persistent_disk of this V1UserFeatures.  # noqa: E501
+        :param deployment_version_upgrade: The deployment_version_upgrade of this V1UserFeatures.  # noqa: E501
         :type: bool
         """
 
-        self._deployment_persistent_disk = deployment_persistent_disk
+        self._deployment_version_upgrade = deployment_version_upgrade
 
     @property
     def deployment_version_visibility(self) -> 'bool':
@@ -1022,6 +1053,27 @@ class V1UserFeatures(object):
 
         self._enable_storage_limits = enable_storage_limits
 
+    @property
+    def fair_share(self) -> 'bool':
+        """Gets the fair_share of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The fair_share of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._fair_share
+
+    @fair_share.setter
+    def fair_share(self, fair_share: 'bool'):
+        """Sets the fair_share of this V1UserFeatures.
+
+
+        :param fair_share: The fair_share of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._fair_share = fair_share
+
     @property
     def featured_studios_admin(self) -> 'bool':
         """Gets the featured_studios_admin of this V1UserFeatures.  # noqa: E501
@@ -1064,27 +1116,6 @@ class V1UserFeatures(object):
 
         self._filesystem_optimisation = filesystem_optimisation
 
-    @property
-    def gcp(self) -> 'bool':
-        """Gets the gcp of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The gcp of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._gcp
-
-    @gcp.setter
-    def gcp(self, gcp: 'bool'):
-        """Sets the gcp of this V1UserFeatures.
-
-
-        :param gcp: The gcp of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._gcp = gcp
-
     @property
     def inference_job_deployment_plugin(self) -> 'bool':
         """Gets the inference_job_deployment_plugin of this V1UserFeatures.  # noqa: E501
@@ -1127,6 +1158,27 @@ class V1UserFeatures(object):
 
         self._instant_capacity_reservation = instant_capacity_reservation
 
+    @property
+    def job_artifacts_v2(self) -> 'bool':
+        """Gets the job_artifacts_v2 of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The job_artifacts_v2 of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._job_artifacts_v2
+
+    @job_artifacts_v2.setter
+    def job_artifacts_v2(self, job_artifacts_v2: 'bool'):
+        """Sets the job_artifacts_v2 of this V1UserFeatures.
+
+
+        :param job_artifacts_v2: The job_artifacts_v2 of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._job_artifacts_v2 = job_artifacts_v2
+
     @property
     def jobs_init(self) -> 'bool':
         """Gets the jobs_init of this V1UserFeatures.  # noqa: E501
@@ -1316,27 +1368,6 @@ class V1UserFeatures(object):
 
         self._mmt_v2 = mmt_v2
 
-    @property
-    def model_store(self) -> 'bool':
-        """Gets the model_store of this V1UserFeatures.  # noqa: E501
-
-
-        :return: The model_store of this V1UserFeatures.  # noqa: E501
-        :rtype: bool
-        """
-        return self._model_store
-
-    @model_store.setter
-    def model_store(self, model_store: 'bool'):
-        """Sets the model_store of this V1UserFeatures.
-
-
-        :param model_store: The model_store of this V1UserFeatures.  # noqa: E501
-        :type: bool
-        """
-
-        self._model_store = model_store
-
     @property
     def multiple_deployment_versions(self) -> 'bool':
         """Gets the multiple_deployment_versions of this V1UserFeatures.  # noqa: E501
@@ -1862,6 +1893,27 @@ class V1UserFeatures(object):
 
         self._runnable_public_studio_page = runnable_public_studio_page
 
+    @property
+    def security_docs(self) -> 'bool':
+        """Gets the security_docs of this V1UserFeatures.  # noqa: E501
+
+
+        :return: The security_docs of this V1UserFeatures.  # noqa: E501
+        :rtype: bool
+        """
+        return self._security_docs
+
+    @security_docs.setter
+    def security_docs(self, security_docs: 'bool'):
+        """Sets the security_docs of this V1UserFeatures.
+
+
+        :param security_docs: The security_docs of this V1UserFeatures.  # noqa: E501
+        :type: bool
+        """
+
+        self._security_docs = security_docs
+
     @property
     def show_dev_admin(self) -> 'bool':
         """Gets the show_dev_admin of this V1UserFeatures.  # noqa: E501

lightning_sdk/lightning_cloud/utils/data_connection.py

@@ -4,7 +4,7 @@ from lightning_sdk.lightning_cloud import rest_client
 from lightning_sdk.lightning_cloud.openapi import Create, V1AwsDataConnection, V1S3FolderDataConnection, V1EfsConfig
 from lightning_sdk.lightning_cloud.openapi.rest import ApiException
 import urllib3
-
+import os
 
 def add_s3_connection(bucket_name: str, region: str = "us-east-1", create_timeout: int = 15) -> None:
     """Utility to add a data connection."""
@@ -26,7 +26,7 @@ def add_s3_connection(bucket_name: str, region: str = "us-east-1", create_timeou
         aws=V1AwsDataConnection(
             source=f"s3://{bucket_name}",
             region=region
-    ))
+        ))
     try:
         client.data_connection_service_create_data_connection(body, project_id)
     except (ApiException, urllib3.exceptions.HTTPError) as ex:
@@ -44,7 +44,7 @@ def add_s3_connection(bucket_name: str, region: str = "us-east-1", create_timeou
 
     while not os.path.isdir(f"/teamspace/s3_connections/{bucket_name}") and (time() - start) < create_timeout:
         sleep(1)
-    
+
     return
 
 def create_s3_folder(folder_name: str, create_timeout: int = 15) -> None:
@@ -64,7 +64,7 @@ def create_s3_folder(folder_name: str, create_timeout: int = 15) -> None:
 
     # Get existing data connections
     data_connections = client.data_connection_service_list_data_connections(project_id).data_connections
-    
+
     for connection in data_connections:
         existing_folder_name = getattr(connection, 'name', None)
         isS3Folder = getattr(connection, 's3_folder', None) is not None
@@ -102,13 +102,14 @@ def create_s3_folder(folder_name: str, create_timeout: int = 15) -> None:
 
     return
 
-def create_efs_folder(folder_name: str, region: str) -> None:
+def create_efs_folder(folder_name: str, region: str, create_timeout: int = 60) -> None:
     """
     Utility function to create a EFS folder.
 
     Args:
         folder_name: The name of the folder to create.
         region: the region to create the efs in. Could be something like "us-east-1"
+        create_timeout: Timeout for creating the efs folder. Defaults to 60 seconds
     """
     client = rest_client.LightningClient(retry=False)
 
@@ -137,7 +138,7 @@ def create_efs_folder(folder_name: str, region: str) -> None:
         efs=V1EfsConfig(region=region),
     )
     try:
-        client.data_connection_service_create_data_connection(body, project_id)
+        connection = client.data_connection_service_create_data_connection(body, project_id)
     except ApiException as e:
         # Note: This function can be called in a distributed way.
         # There is a race condition where one machine might create the entry before another machine
@@ -150,6 +151,72 @@ def create_efs_folder(folder_name: str, region: str) -> None:
     except urllib3.exceptions.HTTPError as e:
         raise e from None
 
+    start = time()
+    while True:
+        if time() - start > create_timeout:
+            print(f"Dataconnection {connection.name} didn't become accessible withing {create_timeout} seconds!")
+
+
+        data_connection = client.data_connection_service_get_data_connection(project_id=project_id, id=connection.id)
+        if data_connection.accessible:
+            break
+
+        sleep(1)
+
+def add_efs_connection(name: str, filesystem_id: str, region: str = "us-east-1", create_timeout: int = 60) -> None:
+    """Utility to add an existing EFS filesystem as a data connection.
+
+    Args:
+        name: The name to give to the data connection
+        filesystem_id: The ID of the existing EFS filesystem (e.g., 'fs-1234567')
+        region: AWS region where the EFS filesystem exists (default: 'us-east-1')
+        create_timeout: Timeout in seconds to wait for the connection to be accessible (default: 60)
+    """
+    client = rest_client.LightningClient(retry=False)
+
+    project_id = os.getenv("LIGHTNING_CLOUD_PROJECT_ID")
+    cluster_id = os.getenv("LIGHTNING_CLUSTER_ID")
+
+    data_connections = client.data_connection_service_list_data_connections(project_id).data_connections
+
+    if any(d for d in data_connections if d.name == name):
+        return
+
+    body = Create(
+        name=name,
+        create_resources=False,  # Don't create new EFS since we're connecting to existing one
+        cluster_id=cluster_id,
+        access_cluster_ids=[cluster_id],
+        force=True,
+        writable=True,
+        efs=V1EfsConfig(
+            region=region,
+            file_system_id=filesystem_id,
+        )
+    )
+
+    try:
+        connection = client.data_connection_service_create_data_connection(body, project_id)
+    except (ApiException, urllib3.exceptions.HTTPError) as ex:
+        if isinstance(ex, ApiException) and 'duplicate key value violates unique constraint' in str(ex.body):
+            pass
+        else:
+            raise ex
+
+    start = time()
+    while True:
+        if time() - start > create_timeout:
+            print(f"Dataconnection {connection.name} didn't become accessible withing {create_timeout} seconds!")
+            break
+
+        data_connection = client.data_connection_service_get_data_connection(project_id=project_id, id=connection.id)
+        if data_connection.accessible:
+            break
+
+        sleep(1)
+
+    return
+
 def delete_data_connection(name: str):
     """Utility to delete a data connection
 
@@ -181,4 +248,5 @@ def delete_data_connection(name: str):
         #  It may exhaust the attempts before the connection is actually unmounted from the studio.
         #  for now it's best to actually stop the studio and all other things where the connection
         #  is mounted before trying to delete it
-        raise e from None
+        raise e from None
+