dataflow-core 2.0.5__tar.gz → 2.0.6__tar.gz

{dataflow-core-2.0.5 → dataflow-core-2.0.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.0
 Name: dataflow-core
-Version: 2.0.5
+Version: 2.0.6
 Summary: Dataflow core package
 Home-page: UNKNOWN
 Author: Dataflow

{dataflow-core-2.0.5 → dataflow-core-2.0.6}/dataflow/dataflow.py

@@ -2,21 +2,21 @@ import os, requests
 from .models.database import DatabaseManager
 from sqlalchemy.inspection import inspect
 from .utils.aws_secrets_manager import SecretsManagerClient
-import json
+import json, asyncio, pkg_resources
 from authenticator.package.configuration import ConfigurationManager
 
 
 class Dataflow:
     def __init__(self):
-        self.dataflow_config = ConfigurationManager('/dataflow/app/auth_config/dataflow_auth.cfg')
-        self.auth_api = self.dataflow_config.get_config_value('auth', 'ui_auth_api')
         self.secrets_manager = SecretsManagerClient('us-east-1')
 
     def auth(self, session_id: str):
         """Retrieve user information from the auth API."""
         try:
+            dataflow_config = ConfigurationManager('/dataflow/app/auth_config/dataflow_auth.cfg')
+            auth_api = dataflow_config.get_config_value('auth', 'ui_auth_api')
             response = requests.get(
-                self.auth_api,
+                auth_api,
                 cookies={"dataflow_session": session_id, "jupyterhub-hub-login": ""}
             )
             
@@ -86,3 +86,42 @@ class Dataflow:
         
         except Exception as e:
             return None
+        
+    async def create_env(self, env_name, py_version, py_requirements, status, env_version=None):
+        """
+        Creates a conda environment at the specified path and installs libraries in one command.
+        """
+        config = ConfigurationManager('/dataflow/app/config/dataflow.cfg')
+        status = status.lower()
+        if status == "published":
+            env_base_path = config.get_config_value('paths', 'published_env_path')
+            conda_env_path = os.path.join(env_base_path, env_name)
+        else:
+            env_base_path = config.get_config_value('paths', 'drafts_env_path')
+            conda_env_path = os.path.join(env_base_path, env_name, f"{env_name}_v{env_version}")
+        try:
+            if not os.path.exists(conda_env_path):
+                os.makedirs(conda_env_path, exist_ok=True)
+
+            py_requirements = ",".join(py_requirements) 
+
+            script_path = pkg_resources.resource_filename('dataflow', 'scripts/create_environment.sh')
+    
+            # Make the script executable
+            os.chmod(script_path, 0o755)
+            
+            # Prepare command with arguments
+            command = ["bash", script_path, py_requirements, conda_env_path, py_version]
+
+            process = await asyncio.create_subprocess_exec(
+                *command, 
+                stdout=asyncio.subprocess.PIPE, 
+                stderr=asyncio.subprocess.PIPE
+            )
+            
+            return process
+        except OSError as e:
+            print(f"OS error while creating {conda_env_path}: {e}")
+        except Exception as e:
+            print(f"Unexpected error while creating {conda_env_path}: {e}")
+            return {"error": str(e)}

{dataflow-core-2.0.5 → dataflow-core-2.0.6}/dataflow_core.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 1.0
 Name: dataflow-core
-Version: 2.0.5
+Version: 2.0.6
 Summary: Dataflow core package
 Home-page: UNKNOWN
 Author: Dataflow

{dataflow-core-2.0.5 → dataflow-core-2.0.6}/setup.py

@@ -2,10 +2,12 @@ from setuptools import setup, find_packages
 
 setup(
     name="dataflow-core",
-    version="2.0.5",
-    packages=find_packages(exclude=["tests", "tests.*"]),
+    version="2.0.6",
+    packages=find_packages(include=["dataflow", "dataflow.*", "authenticator", "authenticator.*"]),
     include_package_data=True,
-    package_data={},
+    package_data={
+        "dataflow": ["scripts/*.sh"],
+    },
     install_requires=[
         'sqlalchemy',
         'boto3',