dataflow-core 2.1.4__tar.gz → 2.1.6__tar.gz

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataflow-core
-Version: 2.1.4
+Version: 2.1.6
 Summary: Dataflow core package
 Author: Dataflow
 Author-email: 

dataflow_core-2.1.6/dataflow/db.py

@@ -0,0 +1,91 @@
+import dataflow
+from .database_manager import DatabaseManager
+from .configuration import ConfigurationManager
+from sqlalchemy.orm import declarative_base
+from sqlalchemy.exc import SQLAlchemyError
+from .utils.logger import CustomLogger
+import os
+import pwd
+import grp
+from urllib.parse import urlparse
+
+logger = CustomLogger().get_logger(__name__)
+
+dataflow_config = ConfigurationManager('/dataflow/app/config/dataflow.cfg')
+dataflow_local_config = ConfigurationManager('/dataflow/app/auth_config/dataflow_auth.cfg')
+db_url = dataflow_config.get_config_value('database', 'database_url')
+local_db_url = dataflow_local_config.get_config_value('database', 'single_user_db_url')
+
+db_manager = DatabaseManager(db_url)
+local_db_manager = None
+
+Base = declarative_base()
+Local_Base = declarative_base()
+
+def create_tables(local_db=False):
+    """
+    Create all tables in the database.
+    This is called at the start of the application.
+    """
+    try:
+        if local_db:
+            if local_db_url and local_db_url.startswith('sqlite:///'):
+                parsed_url = urlparse(local_db_url)
+                db_file_path = parsed_url.path
+                db_dir = os.path.dirname(db_file_path)
+                logger.info(f"Creating local database at: {db_file_path}")
+                
+                if db_dir and not os.path.exists(db_dir):
+                    os.makedirs(db_dir, exist_ok=True)
+                    logger.info(f"Created directory for local database: {db_dir}")
+                
+                # Set ownership for database directory and file
+                nb_user = os.environ.get("NB_USER")
+                if nb_user:
+                    try:
+                        uid = pwd.getpwnam(nb_user).pw_uid
+                        gid = grp.getgrnam(nb_user).gr_gid
+                        
+                        # Set ownership for database directory
+                        if os.path.exists(db_dir):
+                            os.chown(db_dir, uid, gid)
+                        
+                        global local_db_manager
+                        if local_db_manager is None:
+                            local_db_manager = DatabaseManager(local_db_url) 
+                        Local_Base.metadata.create_all(bind=local_db_manager.get_engine())
+                        
+                        if os.path.exists(db_file_path):
+                            os.chown(db_file_path, uid, gid)
+                        logger.info(f"Ownership set for local database files")
+                    except (KeyError, OSError) as e:
+                        logger.warning(f"Could not set ownership for database files: {e}")
+                else:
+                    logger.error("NB_USER environment variable is not set. Cannot set ownership for local database files.")
+                    raise ValueError("Can only use local database with a valid NB_USER environment variable")
+            else:
+                logger.error("Local database URL must be a valid SQLite URL starting with 'sqlite:///'")
+                raise ValueError("Local database URL must be a valid SQLite URL starting with 'sqlite:///'")
+            
+        else:
+            Base.metadata.create_all(bind=db_manager.get_engine())
+        logger.info("Database tables created successfully")
+    except SQLAlchemyError as e:
+        error_message = f"Failed to create tables: {str(e)}"
+        logger.error(error_message)
+        raise e
+    
+def get_local_db():
+    """
+    Get a local database session.
+    
+    Yields:
+        Session: Local database session
+    """
+    global local_db_manager
+    if local_db_manager is None:
+        local_db_manager = DatabaseManager(local_db_url)
+    yield from local_db_manager.get_session()
+
+def get_db():
+    yield from db_manager.get_session()

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/environment.py

@@ -108,7 +108,7 @@ class EnvironmentManager:
             yaml_file_path=yaml_path,
             source_path=source_path,
             log_file_location=log_file_location,
-            version=1           
+            version="1"          
         )
         
         # Update job log status if db was provided

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/__init__.py

@@ -3,7 +3,7 @@
 from .role import Role
 from .user import User
 from .team import Team
-from .environment import Environment
+from .environment import (Environment, LocalEnvironment, ArchivedEnvironment, JobLogs)
 from .project_details import ProjectDetails
 from .recent_projects import RecentProjects
 from .pinned_projects import PinnedProject
@@ -11,7 +11,7 @@ from .app_types import AppType
 from .blacklist_library import BlacklistedLibrary
 from .environment_status import EnvironmentStatus
 from .session import Session
-from .server_config import ServerConfig
+from .server_config import ServerConfig, CustomServerConfig
 from .runtime import RuntimeZone
 from .environment_status import EnvironmentStatus
 from .user_team import UserTeam

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/environment.py

@@ -1,8 +1,8 @@
 from sqlalchemy import Column, Integer, String, Boolean, Text, ForeignKey, DateTime
 from sqlalchemy.orm import relationship
 from sqlalchemy.sql import func
-from datetime import datetime
-from dataflow.db import Base
+from datetime import datetime, timezone
+from dataflow.db import Base, Local_Base
 
 class EnvironmentAttributes(Base):
     """
@@ -61,3 +61,15 @@ class JobLogs(Base):
     status = Column(String)
     created_by = Column(String)
 
+
+class LocalEnvironment(Local_Base):
+    __tablename__ = "LOCAL_ENVIRONMENT"
+
+    id = Column(Integer, primary_key=True, autoincrement=True)
+    name = Column(String, nullable=False)
+    py_version = Column(String)
+    pip_libraries = Column(Text)
+    conda_libraries = Column(Text)
+    status = Column(String, default="Created")
+    updated_at = Column(DateTime, default=datetime.now(timezone.utc), onupdate=datetime.now(timezone.utc))
+    need_refresh = Column(Boolean, default=False)

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/pinned_projects.py

@@ -6,8 +6,8 @@ class PinnedProject(Base):
     __tablename__ = "PINNED_PROJECT"
 
     id = Column(Integer, primary_key=True)
-    user_id = Column(Integer, ForeignKey('USER.user_id'), index=True)
-    project_id = Column(Integer, ForeignKey('PROJECT_DETAIL.project_id'), index=True)
+    user_id = Column(Integer, ForeignKey('USER.user_id', ondelete="CASCADE"), index=True)
+    project_id = Column(Integer, ForeignKey('PROJECT_DETAIL.project_id', ondelete="CASCADE"), index=True)
     pinned_at = Column(DateTime, default=datetime.utcnow)
 
     __table_args__ = (

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/project_details.py

@@ -10,7 +10,7 @@ class ProjectDetails(Base):
     git_url = Column(String)
     git_branch = Column(String, nullable=True)
     git_folder = Column(String, nullable=True)
-    type = Column(String, ForeignKey('RUNTIME_APP_TYPE.name'), nullable=False)
+    type = Column(String, ForeignKey('RUNTIME_APP_TYPE.name', ondelete="CASCADE"), nullable=False)
     slug = Column(String, nullable=False, unique=True)
     runtime = Column(String, nullable=False)
     py_env = Column(String, nullable=True)

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/recent_projects.py

@@ -5,5 +5,5 @@ class RecentProjects(Base):
     __tablename__ = "RECENT_PROJECT"
 
     id = Column(Integer, primary_key=True, autoincrement=True)
-    project_id = Column(Integer, ForeignKey('PROJECT_DETAIL.project_id'), nullable=False)
+    project_id = Column(Integer, ForeignKey('PROJECT_DETAIL.project_id', ondelete="CASCADE"), nullable=False)
 

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/server_config.py

@@ -24,7 +24,7 @@ class CustomServerConfig(Base):
     __tablename__ = "CUSTOM_SERVER"
 
     id = Column(Integer, primary_key=True, autoincrement=True)
-    base_server_id = Column(Integer, ForeignKey(ServerConfig.id), nullable=False)
+    base_server_id = Column(Integer, ForeignKey(ServerConfig.id, ondelete="CASCADE"), nullable=False)
     display_name = Column(String, nullable=False, unique=True, index=True)
     description = Column(Text, nullable=True)
     

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow/models/user.py

@@ -20,7 +20,8 @@ class User(Base):
     image_url = Column(String, nullable=True)
     active = Column(Enum('N', 'Y', name='active_field'), nullable=False, server_default=str("N"))
     password = Column(String, nullable=False)
-    active_env = Column(String, ForeignKey('ENVIRONMENT.short_name')) 
+    active_env = Column(String)
+    active_env_type = Column(String, nullable=True)
     current_server = Column(String)
     show_server_page = Column(Boolean, default = True)
 

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/dataflow_core.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: dataflow-core
-Version: 2.1.4
+Version: 2.1.6
 Summary: Dataflow core package
 Author: Dataflow
 Author-email: 

{dataflow_core-2.1.4 → dataflow_core-2.1.6}/setup.py

@@ -14,7 +14,7 @@ class PostInstall(install):
 
 setup(
     name="dataflow-core",
-    version="2.1.4",
+    version="2.1.6",
     packages=find_packages(include=["dataflow", "dataflow.*", "authenticator", "authenticator.*"]),
     include_package_data=True,
     package_data={

dataflow_core-2.1.4/dataflow/db.py

@@ -1,51 +0,0 @@
-from .database_manager import DatabaseManager
-from .configuration import ConfigurationManager
-from sqlalchemy.orm import declarative_base
-from sqlalchemy.exc import SQLAlchemyError
-from .utils.logger import CustomLogger
-
-logger = CustomLogger().get_logger(__name__)
-
-dataflow_config = ConfigurationManager('/dataflow/app/config/dataflow.cfg')
-db_url = dataflow_config.get_config_value('database', 'database_url')
-local_db_url = dataflow_config.get_config_value('database', 'single_user_db_url')
-
-db_manager = DatabaseManager(db_url)
-local_db_manager = None
-
-Base = declarative_base()
-Local_Base = declarative_base()
-
-def create_tables(local_db=False):
-    """
-    Create all tables in the database.
-    This is called at the start of the application.
-    """
-    try:
-        if local_db:
-            global local_db_manager
-            if local_db_manager is None:
-                local_db_manager = DatabaseManager(local_db_url) 
-            Local_Base.metadata.create_all(bind=local_db_manager.get_engine())
-        else:
-            Base.metadata.create_all(bind=db_manager.get_engine())
-        logger.info("Database tables created successfully")
-    except SQLAlchemyError as e:
-        error_message = f"Failed to create tables: {str(e)}"
-        logger.error(error_message)
-        raise e
-    
-def get_local_db():
-    """
-    Get a local database session.
-    
-    Yields:
-        Session: Local database session
-    """
-    global local_db_manager
-    if local_db_manager is None:
-        local_db_manager = DatabaseManager(local_db_url)
-    yield from local_db_manager.get_session()
-
-def get_db():
-    yield from db_manager.get_session()